1 | | [ Aug 28 00:51:28 Enabled. ] |
2 | | [ Aug 28 00:51:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
3 | | [ Aug 28 00:51:28 Method "start" exited with status 0. ] |
4 | | [ Aug 28 00:51:28 Rereading configuration. ] |
5 | | [ Aug 28 00:51:28 No 'refresh' method defined. Treating as :true. ] |
6 | | note: configured to log to "/dev/stdout" |
7 | 2024-08-28T00:51:28.768Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
8 | 2024-08-28T00:51:28.768Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
9 | 2024-08-28T00:51:28.819Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
10 | 2024-08-28T00:51:28.819Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
11 | 2024-08-28T00:51:28.934Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
12 | 2024-08-28T00:51:28.943Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
13 | 2024-08-28T00:51:28.951Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
14 | 2024-08-28T00:51:29.551Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }
|
15 | 2024-08-28T00:51:29.692Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
16 | 2024-08-28T00:51:29.692Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
17 | 2024-08-28T00:51:29.692Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
18 | 2024-08-28T00:51:29.692Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
19 | 2024-08-28T00:51:29.692Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
20 | 2024-08-28T00:51:29.692Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:716
|
21 | 2024-08-28T00:51:29.695Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:623
|
22 | 2024-08-28T00:51:29.695Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:765
|
23 | 2024-08-28T00:51:29.695Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
24 | 2024-08-28T00:51:29.695Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:824
|
25 | 2024-08-28T00:51:29.695Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
26 | 2024-08-28T00:51:29.695Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
27 | 2024-08-28T00:51:29.695Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
28 | 2024-08-28T00:51:29.695Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
29 | 2024-08-28T00:51:29.695Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
30 | 2024-08-28T00:51:29.707Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:360
|
31 | 2024-08-28T00:51:29.707Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:371
id = 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool)
|
32 | 2024-08-28T00:51:29.803Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal }
|
33 | 2024-08-28T00:51:30.008Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:406
|
34 | 2024-08-28T00:51:30.008Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
35 | 2024-08-28T00:51:30.008Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
36 | 2024-08-28T00:51:30.008Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
37 | 2024-08-28T00:51:30.008Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
38 | 2024-08-28T00:51:30.008Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
39 | 2024-08-28T00:51:30.008Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
40 | 2024-08-28T00:51:30.017Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:360
|
41 | 2024-08-28T00:51:30.017Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:371
id = 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool)
|
42 | 2024-08-28T00:51:30.109Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal }
|
43 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
44 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
45 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
46 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
47 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
48 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
49 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
50 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
51 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
52 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
53 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
54 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
55 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
56 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
57 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
58 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
59 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
60 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
61 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
62 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
63 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
64 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
65 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
66 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
67 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
68 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
69 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
70 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
71 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
72 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
73 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
74 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
75 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
76 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
77 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
78 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
79 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
80 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
81 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
82 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
83 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
84 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
85 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
86 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
87 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
88 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
89 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
90 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
91 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
92 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
93 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
94 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
95 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
96 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
97 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
98 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
99 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
100 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
101 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
102 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
103 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
104 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (bootstore): No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
105 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (bootstore): No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
106 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
107 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (bootstore): No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
108 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (bootstore): No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
109 | 2024-08-28T00:51:30.308Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
110 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
111 | 2024-08-28T00:51:30.308Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
112 | 2024-08-28T00:51:30.320Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:731
|
113 | 2024-08-28T00:51:30.320Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1353, tv_nsec: 939309625 }
time_to_next_cleanup = 599.999922647s
|
114 | 2024-08-28T00:51:30.320Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3861
|
115 | 2024-08-28T00:51:30.320Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
116 | 2024-08-28T00:51:30.320Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
117 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
118 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
119 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
120 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
local_pref: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1053
|
121 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
|
122 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
123 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (RSS): No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
124 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (RSS): No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
125 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1113
|
126 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
127 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (RSS): No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
128 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (RSS): No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
129 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1154
|
130 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:155
|
131 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:128
|
132 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
133 | 2024-08-28T00:51:30.323Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
134 | 2024-08-28T00:51:30.324Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
135 | 2024-08-28T00:51:30.324Z | INFO | SledAgent (RSS): Sled plan written to storage: Plan {
rack_id: 75a88ee6-61ab-40f4-a8f1-caf11e1c9852,
sleds: {
[fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {
generation: 0,
schema_version: 1,
body: StartSledAgentRequestBody {
id: 45733be1-aef6-43c8-be71-719893a1feda,
rack_id: 75a88ee6-61ab-40f4-a8f1-caf11e1c9852,
use_trust_quorum: false,
is_lrtq_learner: false,
subnet: Ipv6Subnet {
net: Ipv6Net {
addr: fd00:1122:3344:101::,
width: 64,
},
},
},
},
},
config: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
local_pref: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
},
}
file = sled-agent/src/rack_setup/plan/sled.rs:175
|
136 | 2024-08-28T00:51:30.324Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1187
|
137 | 2024-08-28T00:51:30.324Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
138 | 2024-08-28T00:51:30.324Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
139 | 2024-08-28T00:51:30.324Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
140 | 2024-08-28T00:51:30.324Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
141 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 45733be1-aef6-43c8-be71-719893a1feda, rack_id: 75a88ee6-61ab-40f4-a8f1-caf11e1c9852, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
142 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:42213
|
143 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 45733be1-aef6-43c8-be71-719893a1feda, rack_id: 75a88ee6-61ab-40f4-a8f1-caf11e1c9852, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:359
|
144 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:374
|
145 | 2024-08-28T00:51:30.325Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
146 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:406
|
147 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
|
148 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:574
|
149 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
150 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
151 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
152 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:563
|
153 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:591
|
154 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:395
|
155 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
156 | 2024-08-28T00:51:30.325Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:481
result = DisksManagementResult { status: [] }
|
157 | 2024-08-28T00:51:30.327Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4158
|
158 | 2024-08-28T00:51:30.327Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4540
|
159 | 2024-08-28T00:51:30.357Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
160 | 2024-08-28T00:51:30.377Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:316
|
161 | 2024-08-28T00:51:30.395Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
162 | 2024-08-28T00:51:30.405Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:385
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
163 | 2024-08-28T00:51:30.405Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
164 | 2024-08-28T00:51:30.405Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:397
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
165 | 2024-08-28T00:51:30.405Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
166 | 2024-08-28T00:51:30.408Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 51.058803ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "00cd980d-d5c8-499a-9542-218585f6a4eb", "content-length": "124", "date": "Wed, 28 Aug 2024 00:51:29 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "00cd980d-d5c8-499a-9542-218585f6a4eb" }
file = clients/ddm-admin-client/src/lib.rs:177
|
167 | 2024-08-28T00:51:30.419Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
168 | 2024-08-28T00:51:30.449Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
169 | 2024-08-28T00:51:30.449Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/swap"
file = sled-agent/src/swap_device.rs:96
|
170 | 2024-08-28T00:51:30.454Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:412
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
171 | 2024-08-28T00:51:30.454Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
172 | 2024-08-28T00:51:30.454Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
173 | 2024-08-28T00:51:30.460Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
174 | 2024-08-28T00:51:30.461Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 62.678656ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f122e961-2698-49c4-9571-b1566de27f07", "content-length": "124", "date": "Wed, 28 Aug 2024 00:51:29 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f122e961-2698-49c4-9571-b1566de27f07" }
file = clients/ddm-admin-client/src/lib.rs:177
|
175 | 2024-08-28T00:51:30.525Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
176 | 2024-08-28T00:51:30.525Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 160.359712ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c26b145f-4565-4d7a-b46f-0f27bcc381cc", "content-length": "124", "date": "Wed, 28 Aug 2024 00:51:29 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c26b145f-4565-4d7a-b46f-0f27bcc381cc" }
file = clients/ddm-admin-client/src/lib.rs:177
|
177 | 2024-08-28T00:51:30.529Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
178 | 2024-08-28T00:51:30.687Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
179 | 2024-08-28T00:51:30.688Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 138.967796ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "6e0a8a87-330e-4624-b35a-881a93f1a25b", "content-length": "124", "date": "Wed, 28 Aug 2024 00:51:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "6e0a8a87-330e-4624-b35a-881a93f1a25b" }
file = clients/ddm-admin-client/src/lib.rs:177
|
180 | 2024-08-28T00:51:30.749Z | INFO | SledAgent (BackingFs): Mounting oxi_1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
181 | 2024-08-28T00:51:30.761Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
182 | 2024-08-28T00:51:30.761Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
183 | 2024-08-28T00:51:30.761Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
184 | 2024-08-28T00:51:30.761Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
185 | 2024-08-28T00:51:30.828Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
186 | 2024-08-28T00:51:30.828Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 206.534799ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1303440d-1527-47ba-bb9f-a83cf3183652", "content-length": "124", "date": "Wed, 28 Aug 2024 00:51:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1303440d-1527-47ba-bb9f-a83cf3183652" }
file = clients/ddm-admin-client/src/lib.rs:177
|
187 | 2024-08-28T00:51:31.036Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
188 | 2024-08-28T00:51:31.037Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 198.821793ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "39aed4ab-1fbe-4766-98a7-9c3e178a3618", "content-length": "124", "date": "Wed, 28 Aug 2024 00:51:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "39aed4ab-1fbe-4766-98a7-9c3e178a3618" }
file = clients/ddm-admin-client/src/lib.rs:177
|
189 | 2024-08-28T00:51:31.237Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
190 | 2024-08-28T00:51:31.237Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 315.071397ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "21d4027d-4c47-4bd9-bd94-b5f45170a572", "content-length": "124", "date": "Wed, 28 Aug 2024 00:51:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "21d4027d-4c47-4bd9-bd94-b5f45170a572" }
file = clients/ddm-admin-client/src/lib.rs:177
|
191 | 2024-08-28T00:51:31.490Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:90
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
192 | 2024-08-28T00:51:31.496Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205
local_addr = [fd00:1122:3344:101::1]:41997
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
193 | 2024-08-28T00:51:31.496Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
194 | 2024-08-28T00:51:31.496Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:41997
file = oximeter/producer/src/lib.rs:283
interval = 30s
producer_id = 45733be1-aef6-43c8-be71-719893a1feda
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
195 | 2024-08-28T00:51:31.497Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 154.590447ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
196 | 2024-08-28T00:51:31.498Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
197 | 2024-08-28T00:51:31.498Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
198 | 2024-08-28T00:51:31.499Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:915
underlay_address = fd00:1122:3344:101::1
|
199 | 2024-08-28T00:51:31.499Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
|
200 | 2024-08-28T00:51:31.553Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
201 | 2024-08-28T00:51:31.654Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 297.035164ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
202 | 2024-08-28T00:51:31.953Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 614.139737ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
203 | 2024-08-28T00:51:32.569Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.722315214s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
204 | 2024-08-28T00:51:33.839Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2634
|
205 | 2024-08-28T00:51:33.839Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2852
|
206 | 2024-08-28T00:51:33.839Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2504
|
207 | 2024-08-28T00:51:33.839Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2551
|
208 | 2024-08-28T00:51:33.839Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2933
|
209 | 2024-08-28T00:51:33.839Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2975
|
210 | 2024-08-28T00:51:33.841Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2777
|
211 | 2024-08-28T00:51:33.842Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2545
|
212 | 2024-08-28T00:51:33.842Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='9aef38cd-ce09-4fba-b60b-b335261fc177'/>
<propval type="astring" name="rack_id" value='75a88ee6-61ab-40f4-a8f1-caf11e1c9852'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:9fb2::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fe3b:ae94'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:9fb2::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"buskin","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_id" value='45733be1-aef6-43c8-be71-719893a1feda'/>
<propval type="astring" name="rack_id" value='75a88ee6-61ab-40f4-a8f1-caf11e1c9852'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='buskin'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='45733be1-aef6-43c8-be71-719893a1feda'/>
<propval type="astring" name="rack_uuid" value='75a88ee6-61ab-40f4-a8f1-caf11e1c9852'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='45733be1-aef6-43c8-be71-719893a1feda'/>
<propval type="astring" name="rack_uuid" value='75a88ee6-61ab-40f4-a8f1-caf11e1c9852'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
213 | 2024-08-28T00:51:33.842Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
214 | 2024-08-28T00:51:34.081Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 49.672407ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
215 | 2024-08-28T00:51:34.260Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 101.712205ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
216 | 2024-08-28T00:51:34.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 284.737417ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
217 | 2024-08-28T00:51:34.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 352.226955ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
218 | 2024-08-28T00:51:35.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.14250674s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
219 | 2024-08-28T00:51:35.293Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 3.548922915s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
220 | 2024-08-28T00:51:36.333Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 955.437044ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
221 | 2024-08-28T00:51:37.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 680.111974ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
222 | 2024-08-28T00:51:38.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 722.860779ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
223 | 2024-08-28T00:51:38.844Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 5.625757293s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
224 | 2024-08-28T00:51:39.565Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205
local_addr = [fd00:1122:3344:101::1]:12345
|
225 | 2024-08-28T00:51:39.565Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:429
|
226 | 2024-08-28T00:51:39.565Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
227 | 2024-08-28T00:51:39.565Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
228 | 2024-08-28T00:51:39.566Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
229 | 2024-08-28T00:51:39.566Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
230 | 2024-08-28T00:51:39.566Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))
|
231 | 2024-08-28T00:51:39.566Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3861
|
232 | 2024-08-28T00:51:39.566Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:42213
|
233 | 2024-08-28T00:51:39.803Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
234 | 2024-08-28T00:51:39.803Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
235 | 2024-08-28T00:51:39.803Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
236 | 2024-08-28T00:51:39.803Z | INFO | SledAgent (RSS): No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
237 | 2024-08-28T00:51:39.803Z | INFO | SledAgent (RSS): No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
238 | 2024-08-28T00:51:39.803Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
239 | 2024-08-28T00:51:39.804Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
240 | 2024-08-28T00:51:39.804Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
241 | 2024-08-28T00:51:39.809Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4182
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
242 | 2024-08-28T00:51:39.809Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:4198
|
243 | 2024-08-28T00:51:39.809Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:534
zone = oxz_switch
|
244 | 2024-08-28T00:51:40.054Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56825
|
245 | 2024-08-28T00:51:40.055Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
246 | 2024-08-28T00:51:40.055Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 302
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56825
req_id = e3b7c5b0-857c-44a5-8215-3e4f02f36b8e
response_code = 200
uri = /inventory
|
247 | 2024-08-28T00:51:40.085Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51835
|
248 | 2024-08-28T00:51:40.085Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 37
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51835
req_id = 10c25601-8511-4f50-a4b0-d13fb51d14c5
response_code = 200
uri = /sled-role
|
249 | 2024-08-28T00:51:40.086Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
250 | 2024-08-28T00:51:40.086Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
251 | 2024-08-28T00:51:40.087Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
252 | 2024-08-28T00:51:40.087Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:998
|
253 | 2024-08-28T00:51:40.119Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 3d6fd55b-46e6-4396-a673-d192ddcf79be, pool_id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: e6ca764f-526a-4200-922f-48e1852ff2dd, pool_id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: c9ac2379-ef4e-45b1-a5be-44d617891ca5, pool_id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 8b5005ee-12f3-484d-b473-81bc830fccec, pool_id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 65d13c3f-1260-418b-8658-9ea0b1f42538, pool_id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 5a071ba9-ec1e-4dc8-b44b-c78d76d0c7e3, pool_id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 26c7c76b-3fe5-4a58-9b5a-a83f8e5db0fd, pool_id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 53551ca9-b818-4f21-9e1e-53e71a5b4615, pool_id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: d7b68149-f4f8-46cb-8b2e-5befbf6e6bf2, pool_id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:355
sled_address = [fd00:1122:3344:101::1]:12345
|
254 | 2024-08-28T00:51:40.119Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51582
|
255 | 2024-08-28T00:51:40.119Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:830
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
256 | 2024-08-28T00:51:40.119Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 3d6fd55b-46e6-4396-a673-d192ddcf79be, pool_id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: e6ca764f-526a-4200-922f-48e1852ff2dd, pool_id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: c9ac2379-ef4e-45b1-a5be-44d617891ca5, pool_id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 8b5005ee-12f3-484d-b473-81bc830fccec, pool_id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 65d13c3f-1260-418b-8658-9ea0b1f42538, pool_id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 5a071ba9-ec1e-4dc8-b44b-c78d76d0c7e3, pool_id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 26c7c76b-3fe5-4a58-9b5a-a83f8e5db0fd, pool_id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 53551ca9-b818-4f21-9e1e-53e71a5b4615, pool_id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: d7b68149-f4f8-46cb-8b2e-5befbf6e6bf2, pool_id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:406
|
257 | 2024-08-28T00:51:40.119Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
258 | 2024-08-28T00:51:40.119Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
259 | 2024-08-28T00:51:40.119Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:645
request = omicron_physical_disks_ensure
|
260 | 2024-08-28T00:51:40.119Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
261 | 2024-08-28T00:51:40.119Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
262 | 2024-08-28T00:51:40.119Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
263 | 2024-08-28T00:51:40.119Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
264 | 2024-08-28T00:51:40.264Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:360
|
265 | 2024-08-28T00:51:40.264Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool)
|
266 | 2024-08-28T00:51:40.743Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
267 | 2024-08-28T00:51:41.443Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
268 | 2024-08-28T00:51:41.453Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }
|
269 | 2024-08-28T00:51:41.461Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:351
|
270 | 2024-08-28T00:51:41.462Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
271 | 2024-08-28T00:51:41.462Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
272 | 2024-08-28T00:51:41.462Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
273 | 2024-08-28T00:51:41.462Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
274 | 2024-08-28T00:51:41.462Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
275 | 2024-08-28T00:51:41.462Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
276 | 2024-08-28T00:51:41.497Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
277 | 2024-08-28T00:51:41.505Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_2deff32e-1106-452e-a0e4-7f5633a4a1c4/crypt/zone
file = sled-storage/src/dataset.rs:414
|
278 | 2024-08-28T00:51:41.631Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_2deff32e-1106-452e-a0e4-7f5633a4a1c4
file = sled-storage/src/dataset.rs:499
|
279 | 2024-08-28T00:51:41.639Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
280 | 2024-08-28T00:51:41.639Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
281 | 2024-08-28T00:51:41.639Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
282 | 2024-08-28T00:51:41.639Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
283 | 2024-08-28T00:51:41.639Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
284 | 2024-08-28T00:51:41.649Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:360
|
285 | 2024-08-28T00:51:41.649Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool)
|
286 | 2024-08-28T00:51:41.739Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }
|
287 | 2024-08-28T00:51:41.748Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:351
|
288 | 2024-08-28T00:51:41.748Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
289 | 2024-08-28T00:51:41.748Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
290 | 2024-08-28T00:51:41.748Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
291 | 2024-08-28T00:51:41.748Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
292 | 2024-08-28T00:51:41.748Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
293 | 2024-08-28T00:51:41.748Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
294 | 2024-08-28T00:51:41.752Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
295 | 2024-08-28T00:51:41.783Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
296 | 2024-08-28T00:51:41.791Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_903e5bdb-4fa3-466b-9cc6-cb6c1205c20b/crypt/zone
file = sled-storage/src/dataset.rs:414
|
297 | 2024-08-28T00:51:41.913Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_903e5bdb-4fa3-466b-9cc6-cb6c1205c20b
file = sled-storage/src/dataset.rs:499
|
298 | 2024-08-28T00:51:41.921Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
299 | 2024-08-28T00:51:41.921Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
300 | 2024-08-28T00:51:41.921Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
301 | 2024-08-28T00:51:41.921Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
302 | 2024-08-28T00:51:41.921Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
303 | 2024-08-28T00:51:41.930Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:360
|
304 | 2024-08-28T00:51:41.930Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 8c0884cf-f16d-4d49-a677-c20655479168 (zpool)
|
305 | 2024-08-28T00:51:42.022Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }
|
306 | 2024-08-28T00:51:42.030Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:351
|
307 | 2024-08-28T00:51:42.030Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
308 | 2024-08-28T00:51:42.030Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
309 | 2024-08-28T00:51:42.030Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
310 | 2024-08-28T00:51:42.030Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
311 | 2024-08-28T00:51:42.030Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
312 | 2024-08-28T00:51:42.030Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
313 | 2024-08-28T00:51:42.066Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
314 | 2024-08-28T00:51:42.074Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_8c0884cf-f16d-4d49-a677-c20655479168/crypt/zone
file = sled-storage/src/dataset.rs:414
|
315 | 2024-08-28T00:51:42.202Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_8c0884cf-f16d-4d49-a677-c20655479168
file = sled-storage/src/dataset.rs:499
|
316 | 2024-08-28T00:51:42.210Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
317 | 2024-08-28T00:51:42.210Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
318 | 2024-08-28T00:51:42.210Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
319 | 2024-08-28T00:51:42.210Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
320 | 2024-08-28T00:51:42.210Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
321 | 2024-08-28T00:51:42.219Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:360
|
322 | 2024-08-28T00:51:42.219Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool)
|
323 | 2024-08-28T00:51:42.316Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }
|
324 | 2024-08-28T00:51:42.324Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:351
|
325 | 2024-08-28T00:51:42.324Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
326 | 2024-08-28T00:51:42.324Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
327 | 2024-08-28T00:51:42.324Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
328 | 2024-08-28T00:51:42.324Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
329 | 2024-08-28T00:51:42.324Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
330 | 2024-08-28T00:51:42.324Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
331 | 2024-08-28T00:51:42.358Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
332 | 2024-08-28T00:51:42.366Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_39cc409d-9820-46b7-b64f-11f4d431b612/crypt/zone
file = sled-storage/src/dataset.rs:414
|
333 | 2024-08-28T00:51:42.488Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_39cc409d-9820-46b7-b64f-11f4d431b612
file = sled-storage/src/dataset.rs:499
|
334 | 2024-08-28T00:51:42.496Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
335 | 2024-08-28T00:51:42.496Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
336 | 2024-08-28T00:51:42.496Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
337 | 2024-08-28T00:51:42.496Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
338 | 2024-08-28T00:51:42.496Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
339 | 2024-08-28T00:51:42.505Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:360
|
340 | 2024-08-28T00:51:42.505Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool)
|
341 | 2024-08-28T00:51:42.600Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }
|
342 | 2024-08-28T00:51:42.608Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:351
|
343 | 2024-08-28T00:51:42.608Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
344 | 2024-08-28T00:51:42.608Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
345 | 2024-08-28T00:51:42.608Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
346 | 2024-08-28T00:51:42.608Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
347 | 2024-08-28T00:51:42.608Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
348 | 2024-08-28T00:51:42.608Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
349 | 2024-08-28T00:51:42.644Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
350 | 2024-08-28T00:51:42.651Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_753cff17-fbdf-48d1-960a-a1fe6d8c01ed/crypt/zone
file = sled-storage/src/dataset.rs:414
|
351 | 2024-08-28T00:51:42.754Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
352 | 2024-08-28T00:51:42.775Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_753cff17-fbdf-48d1-960a-a1fe6d8c01ed
file = sled-storage/src/dataset.rs:499
|
353 | 2024-08-28T00:51:42.783Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
354 | 2024-08-28T00:51:42.783Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
355 | 2024-08-28T00:51:42.783Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
356 | 2024-08-28T00:51:42.783Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
357 | 2024-08-28T00:51:42.783Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
358 | 2024-08-28T00:51:42.793Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:360
|
359 | 2024-08-28T00:51:42.793Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool)
|
360 | 2024-08-28T00:51:42.893Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External }
|
361 | 2024-08-28T00:51:42.901Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:351
|
362 | 2024-08-28T00:51:42.901Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
363 | 2024-08-28T00:51:42.901Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
364 | 2024-08-28T00:51:42.901Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
365 | 2024-08-28T00:51:42.901Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
366 | 2024-08-28T00:51:42.901Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
367 | 2024-08-28T00:51:42.901Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
368 | 2024-08-28T00:51:42.935Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
369 | 2024-08-28T00:51:42.943Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_fe61a674-6b99-47f9-b238-13f6d9a31093/crypt/zone
file = sled-storage/src/dataset.rs:414
|
370 | 2024-08-28T00:51:43.068Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_fe61a674-6b99-47f9-b238-13f6d9a31093
file = sled-storage/src/dataset.rs:499
|
371 | 2024-08-28T00:51:43.076Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
372 | 2024-08-28T00:51:43.076Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
373 | 2024-08-28T00:51:43.076Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
374 | 2024-08-28T00:51:43.076Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
375 | 2024-08-28T00:51:43.077Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
376 | 2024-08-28T00:51:43.086Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:360
|
377 | 2024-08-28T00:51:43.086Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool)
|
378 | 2024-08-28T00:51:43.180Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External }
|
379 | 2024-08-28T00:51:43.188Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:351
|
380 | 2024-08-28T00:51:43.188Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
381 | 2024-08-28T00:51:43.188Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
382 | 2024-08-28T00:51:43.188Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
383 | 2024-08-28T00:51:43.188Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
384 | 2024-08-28T00:51:43.188Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
385 | 2024-08-28T00:51:43.188Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
386 | 2024-08-28T00:51:43.225Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
387 | 2024-08-28T00:51:43.233Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_9b7eedae-40f6-4e96-bd9d-f89d715d8ad7/crypt/zone
file = sled-storage/src/dataset.rs:414
|
388 | 2024-08-28T00:51:43.354Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_9b7eedae-40f6-4e96-bd9d-f89d715d8ad7
file = sled-storage/src/dataset.rs:499
|
389 | 2024-08-28T00:51:43.362Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
390 | 2024-08-28T00:51:43.362Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
391 | 2024-08-28T00:51:43.362Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
392 | 2024-08-28T00:51:43.362Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
393 | 2024-08-28T00:51:43.362Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
394 | 2024-08-28T00:51:43.371Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:360
|
395 | 2024-08-28T00:51:43.371Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 1a002b08-6021-4882-a443-e176f8f87821 (zpool)
|
396 | 2024-08-28T00:51:43.468Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool), kind: External }
|
397 | 2024-08-28T00:51:43.476Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:351
|
398 | 2024-08-28T00:51:43.476Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
399 | 2024-08-28T00:51:43.476Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
400 | 2024-08-28T00:51:43.476Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
401 | 2024-08-28T00:51:43.476Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
402 | 2024-08-28T00:51:43.476Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
403 | 2024-08-28T00:51:43.476Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
404 | 2024-08-28T00:51:43.514Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
405 | 2024-08-28T00:51:43.523Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_1a002b08-6021-4882-a443-e176f8f87821/crypt/zone
file = sled-storage/src/dataset.rs:414
|
406 | 2024-08-28T00:51:43.650Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_1a002b08-6021-4882-a443-e176f8f87821
file = sled-storage/src/dataset.rs:499
|
407 | 2024-08-28T00:51:43.658Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
408 | 2024-08-28T00:51:43.658Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
409 | 2024-08-28T00:51:43.658Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
410 | 2024-08-28T00:51:43.658Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
411 | 2024-08-28T00:51:43.658Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
412 | 2024-08-28T00:51:43.667Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:360
|
413 | 2024-08-28T00:51:43.667Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool)
|
414 | 2024-08-28T00:51:43.762Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool), kind: External }
|
415 | 2024-08-28T00:51:43.770Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:351
|
416 | 2024-08-28T00:51:43.770Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
417 | 2024-08-28T00:51:43.770Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
418 | 2024-08-28T00:51:43.770Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
419 | 2024-08-28T00:51:43.770Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
420 | 2024-08-28T00:51:43.770Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
421 | 2024-08-28T00:51:43.770Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
422 | 2024-08-28T00:51:43.774Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
423 | 2024-08-28T00:51:43.806Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
424 | 2024-08-28T00:51:43.815Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_2936c097-160d-4a3f-a5e8-a1c6ffbf1edb/crypt/zone
file = sled-storage/src/dataset.rs:414
|
425 | 2024-08-28T00:51:43.937Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_2936c097-160d-4a3f-a5e8-a1c6ffbf1edb
file = sled-storage/src/dataset.rs:499
|
426 | 2024-08-28T00:51:43.945Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
427 | 2024-08-28T00:51:43.945Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
428 | 2024-08-28T00:51:43.945Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
429 | 2024-08-28T00:51:43.945Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 1d8f47b2-ceb5-4768-b5e0-de73f9c6288a (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2701509e-5560-4f63-bb12-b820fcc5e4cb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
430 | 2024-08-28T00:51:43.945Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
431 | 2024-08-28T00:51:43.945Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
432 | 2024-08-28T00:51:43.945Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
433 | 2024-08-28T00:51:43.946Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:834
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
434 | 2024-08-28T00:51:43.946Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
435 | 2024-08-28T00:51:43.946Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:860
generation = Generation(1)
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
436 | 2024-08-28T00:51:43.946Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:865
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
437 | 2024-08-28T00:51:43.946Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:870
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
438 | 2024-08-28T00:51:43.946Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:121
gen = Generation(1)
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
439 | 2024-08-28T00:51:43.946Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:876
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
440 | 2024-08-28T00:51:43.946Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:803
gen = Generation(1)
|
441 | 2024-08-28T00:51:43.946Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:881
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
442 | 2024-08-28T00:51:43.946Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3827144
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:51582
req_id = 76f4fe86-1cb2-4c38-b27d-0357a775f99d
response_code = 200
uri = /omicron-physical-disks
|
443 | 2024-08-28T00:51:43.978Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 7ad61349-3006-4e30-bd4f-4104affaacb7, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 09ed9686-d85a-429a-baae-bf2b96abe530, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:438
sled_address = [fd00:1122:3344:101::1]:12345
|
444 | 2024-08-28T00:51:43.978Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50918
|
445 | 2024-08-28T00:51:43.978Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
446 | 2024-08-28T00:51:43.978Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
447 | 2024-08-28T00:51:44.029Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
448 | 2024-08-28T00:51:44.029Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
449 | 2024-08-28T00:51:44.081Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
450 | 2024-08-28T00:51:44.081Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
451 | 2024-08-28T00:51:44.131Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
452 | 2024-08-28T00:51:44.131Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-zones.json
file = common/src/ledger.rs:188
|
453 | 2024-08-28T00:51:44.131Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-zones.json
file = common/src/ledger.rs:188
|
454 | 2024-08-28T00:51:44.131Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
455 | 2024-08-28T00:51:44.176Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
456 | 2024-08-28T00:51:44.176Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
457 | 2024-08-28T00:51:44.176Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
458 | 2024-08-28T00:51:44.228Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
file = illumos-utils/src/zone.rs:316
|
459 | 2024-08-28T00:51:44.232Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7
file = illumos-utils/src/zone.rs:316
|
460 | 2024-08-28T00:51:44.236Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
file = illumos-utils/src/zone.rs:316
|
461 | 2024-08-28T00:51:44.248Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
file = illumos-utils/src/zone.rs:354
|
462 | 2024-08-28T00:51:44.252Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7
file = illumos-utils/src/zone.rs:354
|
463 | 2024-08-28T00:51:44.256Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
file = illumos-utils/src/zone.rs:354
|
464 | 2024-08-28T00:51:44.473Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 23.215363009s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
465 | 2024-08-28T00:51:44.776Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
466 | 2024-08-28T00:51:45.731Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
467 | 2024-08-28T00:51:45.731Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
468 | 2024-08-28T00:51:46.209Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
469 | 2024-08-28T00:51:46.209Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
|
470 | 2024-08-28T00:51:46.212Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
471 | 2024-08-28T00:51:46.692Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
472 | 2024-08-28T00:51:46.692Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7
|
473 | 2024-08-28T00:51:46.707Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530") failed: Property not found. retry in 41.341139ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
|
474 | 2024-08-28T00:51:46.707Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
475 | 2024-08-28T00:51:46.707Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
|
476 | 2024-08-28T00:51:46.758Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530") failed: Property not found. retry in 106.215712ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
|
477 | 2024-08-28T00:51:46.823Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7") failed: Property not found. retry in 41.376844ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7
|
478 | 2024-08-28T00:51:46.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a") failed: Property not found. retry in 29.19987ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
|
479 | 2024-08-28T00:51:46.866Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a") failed: Property not found. retry in 127.494036ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
|
480 | 2024-08-28T00:51:46.873Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7") failed: Property not found. retry in 128.779018ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7
|
481 | 2024-08-28T00:51:46.880Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530") failed: Property not found. retry in 139.805352ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
|
482 | 2024-08-28T00:51:47.029Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a") failed: Property not found. retry in 210.098241ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
|
483 | 2024-08-28T00:51:47.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7") failed: Property not found. retry in 154.686822ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7
|
484 | 2024-08-28T00:51:47.140Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530") failed: Property not found. retry in 496.925976ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
|
485 | 2024-08-28T00:51:47.271Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a") failed: Property not found. retry in 282.740644ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
|
486 | 2024-08-28T00:51:47.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7") failed: Property not found. retry in 356.723693ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7
|
487 | 2024-08-28T00:51:47.565Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a") failed: Property not found. retry in 628.974943ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
|
488 | 2024-08-28T00:51:47.646Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530") failed: Property not found. retry in 410.459287ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
|
489 | 2024-08-28T00:51:47.653Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7") failed: Property not found. retry in 482.574651ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7
|
490 | 2024-08-28T00:51:48.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530") failed: Property not found. retry in 915.251491ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
|
491 | 2024-08-28T00:51:48.149Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7") failed: Property not found. retry in 1.162130154s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7
|
492 | 2024-08-28T00:51:48.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a") failed: Property not found. retry in 877.587445ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
|
493 | 2024-08-28T00:51:48.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530") failed: Property not found. retry in 558.445134ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
|
494 | 2024-08-28T00:51:49.088Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a") failed: Property not found. retry in 791.750299ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
|
495 | 2024-08-28T00:51:49.320Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7") failed: Property not found. retry in 982.534152ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7
|
496 | 2024-08-28T00:51:49.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530") failed: Property not found. retry in 1.412054965s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
|
497 | 2024-08-28T00:51:49.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a") failed: Property not found. retry in 1.021375966s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
|
498 | 2024-08-28T00:51:50.052Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:4206
|
499 | 2024-08-28T00:51:50.053Z | INFO | SledAgent (ServiceManager): Ensuring there is a default route
file = sled-agent/src/services.rs:4216
gateway = fd00:1122:3344:101::1
|
500 | 2024-08-28T00:51:50.058Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4295
|
501 | 2024-08-28T00:51:50.177Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4343
|
502 | 2024-08-28T00:51:50.177Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4370
|
503 | 2024-08-28T00:51:50.215Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4383
|
504 | 2024-08-28T00:51:50.215Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4247
|
505 | 2024-08-28T00:51:50.266Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4289
|
506 | 2024-08-28T00:51:50.266Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4350
rack_subnet = fd00:1122:3344::
|
507 | 2024-08-28T00:51:50.285Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4361
|
508 | 2024-08-28T00:51:50.285Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4403
|
509 | 2024-08-28T00:51:50.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7") failed: Property not found. retry in 1.446753452s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7
|
510 | 2024-08-28T00:51:50.373Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4435
|
511 | 2024-08-28T00:51:50.373Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4441
|
512 | 2024-08-28T00:51:50.486Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4482
|
513 | 2024-08-28T00:51:50.486Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:366
|
514 | 2024-08-28T00:51:50.519Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:571
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
515 | 2024-08-28T00:51:50.519Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 69.836498ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
516 | 2024-08-28T00:51:50.590Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 105.182534ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
517 | 2024-08-28T00:51:50.698Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:414
|
518 | 2024-08-28T00:51:50.717Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::2]:60702
|
519 | 2024-08-28T00:51:50.717Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::2]:60702
req_id = 2fb4f49e-2351-495c-8091-55da38c14866
response_code = 200
uri = /sled-identifiers
|
520 | 2024-08-28T00:51:50.736Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:676
|
521 | 2024-08-28T00:51:50.736Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:714
|
522 | 2024-08-28T00:51:50.736Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:717
uptime = 0
|
523 | 2024-08-28T00:51:50.736Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:436
|
524 | 2024-08-28T00:51:50.773Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
525 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:406
|
526 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
527 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
528 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
529 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
530 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
531 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
532 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
533 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
534 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
535 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
536 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
537 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
538 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
539 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
540 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
541 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
542 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
543 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
544 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
545 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
546 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
547 | 2024-08-28T00:51:50.825Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
548 | 2024-08-28T00:51:50.917Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a") failed: Property not found. retry in 994.284816ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
|
549 | 2024-08-28T00:51:50.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530") failed: Property not found. retry in 1.284372716s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
|
550 | 2024-08-28T00:51:52.284Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_internal_dns_4dfcfd32-ab45-42c7-9c2f-4d836b875b6a
|
551 | 2024-08-28T00:51:52.284Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_internal_dns_7ad61349-3006-4e30-bd4f-4104affaacb7
|
552 | 2024-08-28T00:51:52.284Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_internal_dns_09ed9686-d85a-429a-baae-bf2b96abe530
|
553 | 2024-08-28T00:51:52.284Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
554 | 2024-08-28T00:51:52.285Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
555 | 2024-08-28T00:51:52.285Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8306720
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:50918
req_id = 5c2698da-3c4e-4af0-b320-1fc042b189f3
response_code = 204
uri = /omicron-zones
|
556 | 2024-08-28T00:51:52.287Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:555
|
557 | 2024-08-28T00:51:52.333Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:555
|
558 | 2024-08-28T00:51:52.377Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:555
|
559 | 2024-08-28T00:51:52.424Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:591
|
560 | 2024-08-28T00:51:52.424Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
561 | 2024-08-28T00:51:52.458Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
562 | 2024-08-28T00:51:52.459Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
563 | 2024-08-28T00:51:52.459Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
564 | 2024-08-28T00:51:52.489Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 7ad61349-3006-4e30-bd4f-4104affaacb7, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 09ed9686-d85a-429a-baae-bf2b96abe530, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 3bb25b5c-fb2f-4377-9789-fc9d2dfa852e, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 82978440-7287-48f8-b798-a45045d501a1, kind: Service { id: 3bb25b5c-fb2f-4377-9789-fc9d2dfa852e }, name: Name("ntp-3bb25b5c-fb2f-4377-9789-fc9d2dfa852e"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 51])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:438
sled_address = [fd00:1122:3344:101::1]:12345
|
565 | 2024-08-28T00:51:52.489Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60056
|
566 | 2024-08-28T00:51:52.489Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
567 | 2024-08-28T00:51:52.489Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
568 | 2024-08-28T00:51:52.507Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
569 | 2024-08-28T00:51:52.507Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
570 | 2024-08-28T00:51:52.523Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
571 | 2024-08-28T00:51:52.523Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
572 | 2024-08-28T00:51:52.538Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
573 | 2024-08-28T00:51:52.539Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
574 | 2024-08-28T00:51:52.539Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-zones.json
file = common/src/ledger.rs:177
|
575 | 2024-08-28T00:51:52.539Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
576 | 2024-08-28T00:51:52.549Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
577 | 2024-08-28T00:51:52.583Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
578 | 2024-08-28T00:51:52.584Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
579 | 2024-08-28T00:51:52.584Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
580 | 2024-08-28T00:51:52.615Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 221, 51]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
581 | 2024-08-28T00:51:52.615Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1235
zone_type = boundary_ntp
|
582 | 2024-08-28T00:51:52.616Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:83
|
583 | 2024-08-28T00:51:52.616Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:90
|
584 | 2024-08-28T00:51:52.616Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:118
|
585 | 2024-08-28T00:51:52.616Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
586 | 2024-08-28T00:51:52.639Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
file = illumos-utils/src/zone.rs:316
|
587 | 2024-08-28T00:51:52.657Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
file = illumos-utils/src/zone.rs:354
|
588 | 2024-08-28T00:51:53.286Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
589 | 2024-08-28T00:51:53.286Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
|
590 | 2024-08-28T00:51:53.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e") failed: Property not found. retry in 38.00595ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
|
591 | 2024-08-28T00:51:53.454Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e") failed: Property not found. retry in 98.04476ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
|
592 | 2024-08-28T00:51:53.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e") failed: Property not found. retry in 144.849154ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
|
593 | 2024-08-28T00:51:53.739Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e") failed: Property not found. retry in 385.426032ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
|
594 | 2024-08-28T00:51:54.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e") failed: Property not found. retry in 548.193241ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
|
595 | 2024-08-28T00:51:54.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e") failed: Property not found. retry in 513.128736ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
|
596 | 2024-08-28T00:51:55.217Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e") failed: Property not found. retry in 1.173398153s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
|
597 | 2024-08-28T00:51:56.399Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e") failed: Property not found. retry in 574.727348ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
|
598 | 2024-08-28T00:51:56.982Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e") failed: Property not found. retry in 971.703109ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
|
599 | 2024-08-28T00:51:57.964Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e") failed: Property not found. retry in 599.514283ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
|
600 | 2024-08-28T00:51:58.584Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e
|
601 | 2024-08-28T00:51:58.584Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
602 | 2024-08-28T00:51:58.585Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
603 | 2024-08-28T00:51:58.585Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6096284
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:60056
req_id = e4e8d21d-a9ca-41d9-8354-c00af9e5570a
response_code = 204
uri = /omicron-zones
|
604 | 2024-08-28T00:51:58.587Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:632
|
605 | 2024-08-28T00:51:58.618Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
606 | 2024-08-28T00:51:58.618Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54119
|
607 | 2024-08-28T00:51:58.627Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3847
|
608 | 2024-08-28T00:51:58.627Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 8969
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54119
req_id = d98a1c4f-6818-44ee-8315-b184745a893d
response_code = 500
uri = /timesync
|
609 | 2024-08-28T00:51:58.630Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
610 | 2024-08-28T00:51:58.738Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
611 | 2024-08-28T00:51:58.738Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46451
|
612 | 2024-08-28T00:52:02.746Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3847
|
613 | 2024-08-28T00:52:02.746Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 4008140
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46451
req_id = c4dd7748-ae9b-4540-8d95-55c93d016aea
response_code = 500
uri = /timesync
|
614 | 2024-08-28T00:52:02.750Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
615 | 2024-08-28T00:52:02.956Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
616 | 2024-08-28T00:52:02.956Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54148
|
617 | 2024-08-28T00:52:02.964Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3847
|
618 | 2024-08-28T00:52:02.964Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 8681
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54148
req_id = 02d920af-cf67-4b8c-be82-6b464724d03f
response_code = 500
uri = /timesync
|
619 | 2024-08-28T00:52:02.967Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
620 | 2024-08-28T00:52:03.208Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
621 | 2024-08-28T00:52:03.208Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64435
|
622 | 2024-08-28T00:52:03.216Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_3bb25b5c-fb2f-4377-9789-fc9d2dfa852e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3847
|
623 | 2024-08-28T00:52:03.216Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 7817
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64435
req_id = 072b1b4e-6675-4e02-b959-53322391b494
response_code = 500
uri = /timesync
|
624 | 2024-08-28T00:52:03.218Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
625 | 2024-08-28T00:52:03.396Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
626 | 2024-08-28T00:52:03.396Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47589
|
627 | 2024-08-28T00:52:07.890Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4008973
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47589
req_id = 852a90f3-9248-477c-92af-0609000a93d2
response_code = 200
uri = /timesync
|
628 | 2024-08-28T00:52:07.892Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.379773676 }
file = sled-agent/src/rack_setup/service.rs:640
|
629 | 2024-08-28T00:52:07.892Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
630 | 2024-08-28T00:52:08.088Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
631 | 2024-08-28T00:52:08.088Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61897
|
632 | 2024-08-28T00:52:08.097Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8531
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61897
req_id = 50e2d565-e4ab-4fec-bcdc-a55547828f09
response_code = 200
uri = /timesync
|
633 | 2024-08-28T00:52:08.099Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.379210383 }
file = sled-agent/src/rack_setup/service.rs:640
|
634 | 2024-08-28T00:52:08.099Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
635 | 2024-08-28T00:52:08.277Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
636 | 2024-08-28T00:52:08.277Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46102
|
637 | 2024-08-28T00:52:08.286Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8856
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46102
req_id = d2e6ff75-5237-404c-8087-155b28546eec
response_code = 200
uri = /timesync
|
638 | 2024-08-28T00:52:08.289Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.378695995 }
file = sled-agent/src/rack_setup/service.rs:640
|
639 | 2024-08-28T00:52:08.289Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
640 | 2024-08-28T00:52:08.741Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
641 | 2024-08-28T00:52:08.741Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57520
|
642 | 2024-08-28T00:52:08.749Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8030
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57520
req_id = e52b5370-f751-4e22-af32-317c396b96f3
response_code = 200
uri = /timesync
|
643 | 2024-08-28T00:52:08.751Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806327.9971592, correction: -0.378211319 }
file = sled-agent/src/rack_setup/service.rs:640
|
644 | 2024-08-28T00:52:08.752Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
645 | 2024-08-28T00:52:09.041Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
646 | 2024-08-28T00:52:09.042Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38808
|
647 | 2024-08-28T00:52:09.051Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9266
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38808
req_id = 99ef321d-4d71-4bb5-af33-a5d5fe4deef4
response_code = 200
uri = /timesync
|
648 | 2024-08-28T00:52:09.053Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724806326.7825043, correction: -0.377391875 }
file = sled-agent/src/rack_setup/service.rs:640
|
649 | 2024-08-28T00:52:09.053Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
650 | 2024-08-28T00:52:09.392Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
651 | 2024-08-28T00:52:09.392Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53508
|
652 | 2024-08-28T00:52:09.400Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7822
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53508
req_id = 7cf29fe6-ef3b-4aad-8154-da21c1084250
response_code = 200
uri = /timesync
|
653 | 2024-08-28T00:52:09.403Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724806326.7825043, correction: -0.376442164 }
file = sled-agent/src/rack_setup/service.rs:640
|
654 | 2024-08-28T00:52:09.403Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
655 | 2024-08-28T00:52:10.055Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
656 | 2024-08-28T00:52:10.055Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61766
|
657 | 2024-08-28T00:52:10.063Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8158
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61766
req_id = fcaad9b7-a9ca-43cd-a877-e6bf524e7522
response_code = 200
uri = /timesync
|
658 | 2024-08-28T00:52:10.065Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724806326.7825043, correction: -0.374782801 }
file = sled-agent/src/rack_setup/service.rs:640
|
659 | 2024-08-28T00:52:10.065Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
660 | 2024-08-28T00:52:10.466Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
661 | 2024-08-28T00:52:10.466Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38682
|
662 | 2024-08-28T00:52:10.473Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7595
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38682
req_id = 5cf94e2b-0e56-4b16-b6aa-fbef7c71a6bf
response_code = 200
uri = /timesync
|
663 | 2024-08-28T00:52:10.477Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724806326.7825043, correction: -0.373668253 }
file = sled-agent/src/rack_setup/service.rs:640
|
664 | 2024-08-28T00:52:10.477Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
665 | 2024-08-28T00:52:11.307Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
666 | 2024-08-28T00:52:11.307Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44823
|
667 | 2024-08-28T00:52:11.315Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8649
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44823
req_id = 6967a47f-e3a3-4a61-9c63-2d19449a5058
response_code = 200
uri = /timesync
|
668 | 2024-08-28T00:52:11.318Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1724806326.7825043, correction: -0.373032898 }
file = sled-agent/src/rack_setup/service.rs:640
|
669 | 2024-08-28T00:52:11.318Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
670 | 2024-08-28T00:52:12.161Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
671 | 2024-08-28T00:52:12.161Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59410
|
672 | 2024-08-28T00:52:12.170Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9451
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59410
req_id = 8152fc47-9bbd-4fba-bf74-669fd4e330bc
response_code = 200
uri = /timesync
|
673 | 2024-08-28T00:52:12.174Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806330.2783256, correction: -0.370756119 }
file = sled-agent/src/rack_setup/service.rs:640
|
674 | 2024-08-28T00:52:12.174Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
675 | 2024-08-28T00:52:12.987Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
676 | 2024-08-28T00:52:12.987Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55678
|
677 | 2024-08-28T00:52:12.996Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8863
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55678
req_id = 532d5f1a-74dd-4de3-bcba-7b4b89170cae
response_code = 200
uri = /timesync
|
678 | 2024-08-28T00:52:12.999Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806331.669433, correction: -0.368195593 }
file = sled-agent/src/rack_setup/service.rs:640
|
679 | 2024-08-28T00:52:12.999Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
680 | 2024-08-28T00:52:13.730Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
681 | 2024-08-28T00:52:13.730Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42667
|
682 | 2024-08-28T00:52:13.738Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8461
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42667
req_id = fec68ead-fbc0-4be7-924d-177ff1f05c22
response_code = 200
uri = /timesync
|
683 | 2024-08-28T00:52:13.741Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806332.7627618, correction: -0.365877718 }
file = sled-agent/src/rack_setup/service.rs:640
|
684 | 2024-08-28T00:52:13.741Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
685 | 2024-08-28T00:52:15.024Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
686 | 2024-08-28T00:52:15.025Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63593
|
687 | 2024-08-28T00:52:15.034Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9576
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63593
req_id = ebc8be79-affb-463c-927f-d100913e2084
response_code = 200
uri = /timesync
|
688 | 2024-08-28T00:52:15.038Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806334.0621784, correction: -0.360762626 }
file = sled-agent/src/rack_setup/service.rs:640
|
689 | 2024-08-28T00:52:15.038Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
690 | 2024-08-28T00:52:17.726Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
691 | 2024-08-28T00:52:17.726Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41995
|
692 | 2024-08-28T00:52:17.736Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9469
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41995
req_id = 30d615e8-e541-4518-a5e3-1ecc01e3f4a2
response_code = 200
uri = /timesync
|
693 | 2024-08-28T00:52:17.739Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806336.6798468, correction: -0.353381783 }
file = sled-agent/src/rack_setup/service.rs:640
|
694 | 2024-08-28T00:52:17.739Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
695 | 2024-08-28T00:52:20.078Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
696 | 2024-08-28T00:52:20.078Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52160
|
697 | 2024-08-28T00:52:20.088Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9334
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52160
req_id = 0e7605b1-2f1b-46a4-8e72-8d16975eae78
response_code = 200
uri = /timesync
|
698 | 2024-08-28T00:52:20.092Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806338.9374597, correction: -0.34701246 }
file = sled-agent/src/rack_setup/service.rs:640
|
699 | 2024-08-28T00:52:20.092Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
700 | 2024-08-28T00:52:20.709Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61200
|
701 | 2024-08-28T00:52:20.709Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 58
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61200
req_id = ea056f2c-6841-46ab-8b09-6935d0b0756e
response_code = 200
uri = /baseboard
|
702 | 2024-08-28T00:52:21.775Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
703 | 2024-08-28T00:52:21.775Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43153
|
704 | 2024-08-28T00:52:21.783Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8701
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43153
req_id = ce036adf-8d9f-4be6-b14d-49be04bf5ebd
response_code = 200
uri = /timesync
|
705 | 2024-08-28T00:52:21.787Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806340.6356091, correction: -0.342390448 }
file = sled-agent/src/rack_setup/service.rs:640
|
706 | 2024-08-28T00:52:21.787Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
707 | 2024-08-28T00:52:23.168Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 275.410202ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
708 | 2024-08-28T00:52:26.496Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
709 | 2024-08-28T00:52:26.496Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36281
|
710 | 2024-08-28T00:52:26.505Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8859
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36281
req_id = a4b50973-1b46-4007-a7c0-dccfe3f0d0c0
response_code = 200
uri = /timesync
|
711 | 2024-08-28T00:52:26.507Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806345.2891445, correction: -0.329571009 }
file = sled-agent/src/rack_setup/service.rs:640
|
712 | 2024-08-28T00:52:26.507Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
713 | 2024-08-28T00:52:29.299Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
714 | 2024-08-28T00:52:29.299Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37359
|
715 | 2024-08-28T00:52:29.308Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8649
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37359
req_id = d4a23aef-21d8-4eaa-80c3-a6fb96350f1c
response_code = 200
uri = /timesync
|
716 | 2024-08-28T00:52:29.312Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806347.4616978, correction: -0.321962655 }
file = sled-agent/src/rack_setup/service.rs:640
|
717 | 2024-08-28T00:52:29.312Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
718 | 2024-08-28T00:52:35.254Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
719 | 2024-08-28T00:52:35.254Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38312
|
720 | 2024-08-28T00:52:35.263Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8859
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38312
req_id = e12a589c-10dd-49b9-8fa1-cda4e8786944
response_code = 200
uri = /timesync
|
721 | 2024-08-28T00:52:35.266Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806354.3839843, correction: -0.305808097 }
file = sled-agent/src/rack_setup/service.rs:640
|
722 | 2024-08-28T00:52:35.266Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
723 | 2024-08-28T00:52:38.436Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 748.668035ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
724 | 2024-08-28T00:52:39.895Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
725 | 2024-08-28T00:52:39.895Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55679
|
726 | 2024-08-28T00:52:39.904Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8965
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55679
req_id = 832fcf6c-0c00-4c7a-9797-2bf245479a33
response_code = 200
uri = /timesync
|
727 | 2024-08-28T00:52:39.908Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806355.991222, correction: -0.293214977 }
file = sled-agent/src/rack_setup/service.rs:640
|
728 | 2024-08-28T00:52:39.908Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
729 | 2024-08-28T00:52:44.441Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
730 | 2024-08-28T00:52:44.441Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36868
|
731 | 2024-08-28T00:52:44.450Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36868
req_id = c5a6549c-407b-4bc5-986b-02b1054a8103
response_code = 200
uri = /timesync
|
732 | 2024-08-28T00:52:44.454Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806360.4003203, correction: -0.280877143 }
file = sled-agent/src/rack_setup/service.rs:640
|
733 | 2024-08-28T00:52:44.454Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
734 | 2024-08-28T00:52:50.183Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
735 | 2024-08-28T00:52:50.184Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42916
|
736 | 2024-08-28T00:52:50.192Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7855
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42916
req_id = dd041df5-e610-49ef-a7f0-d7667e7ae6ea
response_code = 200
uri = /timesync
|
737 | 2024-08-28T00:52:50.196Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806368.719141, correction: -0.26530388 }
file = sled-agent/src/rack_setup/service.rs:640
|
738 | 2024-08-28T00:52:50.196Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
739 | 2024-08-28T00:52:50.664Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50420
|
740 | 2024-08-28T00:52:50.664Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50420
req_id = 24344eaf-f121-4320-ae0a-d849264410a5
response_code = 200
uri = /baseboard
|
741 | 2024-08-28T00:52:54.178Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 533.567297ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
742 | 2024-08-28T00:52:59.805Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
743 | 2024-08-28T00:52:59.806Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35349
|
744 | 2024-08-28T00:52:59.815Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9251
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35349
req_id = 327e818f-f4a0-4a3e-9b17-5881274a072f
response_code = 200
uri = /timesync
|
745 | 2024-08-28T00:52:59.817Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806372.751208, correction: -0.239186421 }
file = sled-agent/src/rack_setup/service.rs:640
|
746 | 2024-08-28T00:52:59.817Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
747 | 2024-08-28T00:53:09.705Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 2.838084082s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
748 | 2024-08-28T00:53:12.284Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
749 | 2024-08-28T00:53:12.284Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40694
|
750 | 2024-08-28T00:53:12.293Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9245
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40694
req_id = 3d1662b2-96f3-4a6a-baa1-a6b49d27ecf4
response_code = 200
uri = /timesync
|
751 | 2024-08-28T00:53:12.297Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806388.5859396, correction: -0.205324963 }
file = sled-agent/src/rack_setup/service.rs:640
|
752 | 2024-08-28T00:53:12.297Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
753 | 2024-08-28T00:53:20.618Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61973
|
754 | 2024-08-28T00:53:20.618Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 41
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61973
req_id = c0364e86-4ab1-4299-b67f-16d1b4a3348f
response_code = 200
uri = /baseboard
|
755 | 2024-08-28T00:53:27.530Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 5.417742606s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
756 | 2024-08-28T00:53:27.741Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
757 | 2024-08-28T00:53:27.741Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40684
|
758 | 2024-08-28T00:53:27.750Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9333
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40684
req_id = a2dbdb10-4aa5-49e4-abbc-4ca562142c15
response_code = 200
uri = /timesync
|
759 | 2024-08-28T00:53:27.754Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806404.9912636, correction: -0.16338335 }
file = sled-agent/src/rack_setup/service.rs:640
|
760 | 2024-08-28T00:53:27.754Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
761 | 2024-08-28T00:53:46.460Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
762 | 2024-08-28T00:53:46.461Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40702
|
763 | 2024-08-28T00:53:46.470Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9187
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40702
req_id = c78cff81-77b9-4c8c-a029-768e72429f58
response_code = 200
uri = /timesync
|
764 | 2024-08-28T00:53:46.473Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806420.7152622, correction: -0.11257413 }
file = sled-agent/src/rack_setup/service.rs:640
|
765 | 2024-08-28T00:53:46.473Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
766 | 2024-08-28T00:53:47.929Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 11.140749075s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
767 | 2024-08-28T00:53:50.569Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58776
|
768 | 2024-08-28T00:53:50.569Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 36
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58776
req_id = 61a821c1-f37b-431c-b490-32cf5fa1311c
response_code = 200
uri = /baseboard
|
769 | 2024-08-28T00:54:04.939Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
770 | 2024-08-28T00:54:04.939Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46146
|
771 | 2024-08-28T00:54:04.948Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9227
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46146
req_id = c262f300-2927-4d34-9224-0106d8002d7d
response_code = 200
uri = /timesync
|
772 | 2024-08-28T00:54:04.950Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1724806436.852016, correction: -0.061942115 }
file = sled-agent/src/rack_setup/service.rs:640
|
773 | 2024-08-28T00:54:04.950Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
774 | 2024-08-28T00:54:14.033Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 16.038302739s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
775 | 2024-08-28T00:54:20.523Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58708
|
776 | 2024-08-28T00:54:20.523Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 47
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58708
req_id = d93d2047-d7fd-46b5-be81-04fb5691efd5
response_code = 200
uri = /baseboard
|
777 | 2024-08-28T00:54:22.958Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
778 | 2024-08-28T00:54:22.958Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57770
|
779 | 2024-08-28T00:54:22.979Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 21415
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57770
req_id = 154e9758-deb3-4523-8e34-e628b23c1580
response_code = 200
uri = /timesync
|
780 | 2024-08-28T00:54:22.984Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1724806461.130667, correction: -0.012908353 }
file = sled-agent/src/rack_setup/service.rs:640
|
781 | 2024-08-28T00:54:22.985Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1266
|
782 | 2024-08-28T00:54:23.015Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 7ad61349-3006-4e30-bd4f-4104affaacb7, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 09ed9686-d85a-429a-baae-bf2b96abe530, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 3bb25b5c-fb2f-4377-9789-fc9d2dfa852e, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 82978440-7287-48f8-b798-a45045d501a1, kind: Service { id: 3bb25b5c-fb2f-4377-9789-fc9d2dfa852e }, name: Name("ntp-3bb25b5c-fb2f-4377-9789-fc9d2dfa852e"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 51])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 62d7b608-ad89-43a5-a5eb-30c5f510a264, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c21bdc0c-57c3-4a54-aa95-85bc9627d5b9, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2f3a388e-ad90-4757-82e1-21643e753681, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } } } }, OmicronZoneConfig { id: fdb1d73c-f437-4e37-b800-c198de5adf74, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External } } } }, OmicronZoneConfig { id: bab3ad8b-d8a3-4d57-816f-a33fdf2870fb, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:438
sled_address = [fd00:1122:3344:101::1]:12345
|
783 | 2024-08-28T00:54:23.015Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38187
|
784 | 2024-08-28T00:54:23.016Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
785 | 2024-08-28T00:54:23.016Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
786 | 2024-08-28T00:54:23.039Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
787 | 2024-08-28T00:54:23.039Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
788 | 2024-08-28T00:54:23.059Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
789 | 2024-08-28T00:54:23.059Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
790 | 2024-08-28T00:54:23.079Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 62d7b608-ad89-43a5-a5eb-30c5f510a264, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
791 | 2024-08-28T00:54:23.079Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 62d7b608-ad89-43a5-a5eb-30c5f510a264, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
792 | 2024-08-28T00:54:23.133Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: c21bdc0c-57c3-4a54-aa95-85bc9627d5b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
793 | 2024-08-28T00:54:23.133Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: c21bdc0c-57c3-4a54-aa95-85bc9627d5b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
794 | 2024-08-28T00:54:23.189Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f3a388e-ad90-4757-82e1-21643e753681, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
795 | 2024-08-28T00:54:23.189Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 2f3a388e-ad90-4757-82e1-21643e753681, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
796 | 2024-08-28T00:54:23.241Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: fdb1d73c-f437-4e37-b800-c198de5adf74, dataset_name: DatasetName { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
797 | 2024-08-28T00:54:23.241Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: fdb1d73c-f437-4e37-b800-c198de5adf74, dataset_name: DatasetName { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
798 | 2024-08-28T00:54:23.293Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bab3ad8b-d8a3-4d57-816f-a33fdf2870fb, dataset_name: DatasetName { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
799 | 2024-08-28T00:54:23.293Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: bab3ad8b-d8a3-4d57-816f-a33fdf2870fb, dataset_name: DatasetName { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
800 | 2024-08-28T00:54:23.344Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
801 | 2024-08-28T00:54:23.344Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
802 | 2024-08-28T00:54:23.344Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-zones.json
file = common/src/ledger.rs:177
|
803 | 2024-08-28T00:54:23.344Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
804 | 2024-08-28T00:54:23.425Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
805 | 2024-08-28T00:54:23.426Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
806 | 2024-08-28T00:54:23.426Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
807 | 2024-08-28T00:54:23.426Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
808 | 2024-08-28T00:54:23.426Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
809 | 2024-08-28T00:54:23.515Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
file = illumos-utils/src/zone.rs:316
|
810 | 2024-08-28T00:54:23.519Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
file = illumos-utils/src/zone.rs:316
|
811 | 2024-08-28T00:54:23.523Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
file = illumos-utils/src/zone.rs:316
|
812 | 2024-08-28T00:54:23.528Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
file = illumos-utils/src/zone.rs:316
|
813 | 2024-08-28T00:54:23.532Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
file = illumos-utils/src/zone.rs:316
|
814 | 2024-08-28T00:54:23.537Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
file = illumos-utils/src/zone.rs:354
|
815 | 2024-08-28T00:54:23.541Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
file = illumos-utils/src/zone.rs:354
|
816 | 2024-08-28T00:54:23.545Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
file = illumos-utils/src/zone.rs:354
|
817 | 2024-08-28T00:54:23.550Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
file = illumos-utils/src/zone.rs:354
|
818 | 2024-08-28T00:54:23.554Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
file = illumos-utils/src/zone.rs:354
|
819 | 2024-08-28T00:54:26.522Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='2f3a388e-ad90-4757-82e1-21643e753681'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
820 | 2024-08-28T00:54:26.522Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
821 | 2024-08-28T00:54:26.528Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='c21bdc0c-57c3-4a54-aa95-85bc9627d5b9'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
822 | 2024-08-28T00:54:26.528Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
823 | 2024-08-28T00:54:26.544Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='bab3ad8b-d8a3-4d57-816f-a33fdf2870fb'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
824 | 2024-08-28T00:54:26.544Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
825 | 2024-08-28T00:54:26.597Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='62d7b608-ad89-43a5-a5eb-30c5f510a264'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
826 | 2024-08-28T00:54:26.597Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
827 | 2024-08-28T00:54:26.619Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='fdb1d73c-f437-4e37-b800-c198de5adf74'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
828 | 2024-08-28T00:54:26.619Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
829 | 2024-08-28T00:54:26.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 56.836864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
830 | 2024-08-28T00:54:26.679Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 25.307245ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
831 | 2024-08-28T00:54:26.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 41.626104ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
832 | 2024-08-28T00:54:26.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 129.909307ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
833 | 2024-08-28T00:54:26.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 28.839996ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
834 | 2024-08-28T00:54:26.847Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 142.632894ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
835 | 2024-08-28T00:54:27.150Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 83.832435ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
836 | 2024-08-28T00:54:27.645Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 173.169153ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
837 | 2024-08-28T00:54:27.692Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 67.277816ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
838 | 2024-08-28T00:54:28.119Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 293.008847ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
839 | 2024-08-28T00:54:28.203Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 220.743715ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
840 | 2024-08-28T00:54:28.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 86.995496ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
841 | 2024-08-28T00:54:28.738Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 292.59925ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
842 | 2024-08-28T00:54:28.854Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 128.579825ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
843 | 2024-08-28T00:54:28.932Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 357.818257ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
844 | 2024-08-28T00:54:28.989Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 449.994054ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
845 | 2024-08-28T00:54:29.076Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 133.180448ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
846 | 2024-08-28T00:54:29.120Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 807.210243ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
847 | 2024-08-28T00:54:29.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 173.200222ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
848 | 2024-08-28T00:54:29.242Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 206.557087ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
849 | 2024-08-28T00:54:29.300Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 582.038613ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
850 | 2024-08-28T00:54:29.346Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 290.981303ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
851 | 2024-08-28T00:54:29.452Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 973.145933ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
852 | 2024-08-28T00:54:29.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 1.166742788s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
853 | 2024-08-28T00:54:29.648Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 789.577567ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
854 | 2024-08-28T00:54:29.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 957.388849ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
855 | 2024-08-28T00:54:29.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 1.494498653s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
856 | 2024-08-28T00:54:30.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 1.469469086s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
857 | 2024-08-28T00:54:30.447Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 1.03925918s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
858 | 2024-08-28T00:54:30.638Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 891.414453ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
859 | 2024-08-28T00:54:30.861Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 1.002037572s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
860 | 2024-08-28T00:54:31.441Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 596.546263ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
861 | 2024-08-28T00:54:31.496Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 531.270336ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
862 | 2024-08-28T00:54:31.539Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 500.88876ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
863 | 2024-08-28T00:54:31.872Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 1.380043737s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
864 | 2024-08-28T00:54:31.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 515.096166ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
865 | 2024-08-28T00:54:32.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 1.410062158s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
866 | 2024-08-28T00:54:32.046Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 1.424246398s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
867 | 2024-08-28T00:54:32.053Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 807.760113ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
868 | 2024-08-28T00:54:32.438Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 1.047056217s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
869 | 2024-08-28T00:54:32.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 691.907127ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
870 | 2024-08-28T00:54:33.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 669.902217ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
871 | 2024-08-28T00:54:33.456Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 1.436468692s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
872 | 2024-08-28T00:54:33.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 1.285050044s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
873 | 2024-08-28T00:54:33.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 835.506414ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
874 | 2024-08-28T00:54:33.572Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 1.148602286s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
875 | 2024-08-28T00:54:33.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 878.89051ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
876 | 2024-08-28T00:54:34.341Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 1.137883729s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
877 | 2024-08-28T00:54:34.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 1.022399851s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
878 | 2024-08-28T00:54:34.773Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 929.021739ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
879 | 2024-08-28T00:54:34.829Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 992.940744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
880 | 2024-08-28T00:54:34.902Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 1.14080003s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
881 | 2024-08-28T00:54:35.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 618.034422ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
882 | 2024-08-28T00:54:35.711Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 1.258660721s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
883 | 2024-08-28T00:54:35.762Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 1.416612525s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
884 | 2024-08-28T00:54:35.831Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 1.423197022s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
885 | 2024-08-28T00:54:36.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 1.140746244s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
886 | 2024-08-28T00:54:36.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 884.330962ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
887 | 2024-08-28T00:54:36.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 1.106348967s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
888 | 2024-08-28T00:54:37.008Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 1.401399965s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
889 | 2024-08-28T00:54:37.189Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 1.052116685s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
890 | 2024-08-28T00:54:37.201Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 836.588065ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
891 | 2024-08-28T00:54:37.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 853.721409ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
892 | 2024-08-28T00:54:38.047Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 524.583264ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
893 | 2024-08-28T00:54:38.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 606.205026ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
894 | 2024-08-28T00:54:38.125Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 1.035018842s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
895 | 2024-08-28T00:54:38.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 1.066139727s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
896 | 2024-08-28T00:54:38.418Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 1.352287938s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
897 | 2024-08-28T00:54:38.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 811.087055ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
898 | 2024-08-28T00:54:38.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 1.438361805s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
899 | 2024-08-28T00:54:39.171Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 700.43686ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
900 | 2024-08-28T00:54:39.326Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 941.225764ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
901 | 2024-08-28T00:54:39.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 820.209203ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
902 | 2024-08-28T00:54:39.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 910.601825ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
903 | 2024-08-28T00:54:39.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 1.091752009s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
904 | 2024-08-28T00:54:40.157Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 1.170763524s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
905 | 2024-08-28T00:54:40.230Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 521.874682ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
906 | 2024-08-28T00:54:40.275Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 1.205923998s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
907 | 2024-08-28T00:54:40.699Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 636.703667ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
908 | 2024-08-28T00:54:40.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 1.292201179s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
909 | 2024-08-28T00:54:40.982Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 1.314088348s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
910 | 2024-08-28T00:54:41.338Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 1.131547356s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
911 | 2024-08-28T00:54:41.345Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 1.178277389s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
912 | 2024-08-28T00:54:41.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 1.228074996s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
913 | 2024-08-28T00:54:42.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 754.204933ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
914 | 2024-08-28T00:54:42.305Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 794.546263ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
915 | 2024-08-28T00:54:42.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 751.621027ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
916 | 2024-08-28T00:54:42.534Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 571.418113ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
917 | 2024-08-28T00:54:42.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 951.091936ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
918 | 2024-08-28T00:54:42.832Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 1.385452739s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
919 | 2024-08-28T00:54:43.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 650.288622ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
920 | 2024-08-28T00:54:43.119Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 968.444102ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
921 | 2024-08-28T00:54:43.242Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 539.114586ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
922 | 2024-08-28T00:54:43.701Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 1.389363136s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
923 | 2024-08-28T00:54:43.770Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 1.283419028s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
924 | 2024-08-28T00:54:43.789Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 645.564605ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
925 | 2024-08-28T00:54:44.097Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 607.333699ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
926 | 2024-08-28T00:54:44.226Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 837.848987ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
927 | 2024-08-28T00:54:44.443Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 739.959949ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
928 | 2024-08-28T00:54:44.714Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 518.953125ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
929 | 2024-08-28T00:54:45.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9") failed: Property not found. retry in 1.302836896s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
930 | 2024-08-28T00:54:45.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74") failed: Property not found. retry in 1.264775681s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
931 | 2024-08-28T00:54:45.074Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 41.769908871s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
932 | 2024-08-28T00:54:45.099Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 1.243036033s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
933 | 2024-08-28T00:54:45.193Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 872.001504ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
934 | 2024-08-28T00:54:45.242Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb") failed: Property not found. retry in 1.187476592s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
935 | 2024-08-28T00:54:46.075Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681") failed: Property not found. retry in 861.422074ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
936 | 2024-08-28T00:54:46.366Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264") failed: Property not found. retry in 682.188382ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
937 | 2024-08-28T00:54:47.073Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_cockroachdb_2f3a388e-ad90-4757-82e1-21643e753681
|
938 | 2024-08-28T00:54:47.073Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_cockroachdb_fdb1d73c-f437-4e37-b800-c198de5adf74
|
939 | 2024-08-28T00:54:47.073Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_cockroachdb_c21bdc0c-57c3-4a54-aa95-85bc9627d5b9
|
940 | 2024-08-28T00:54:47.073Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_cockroachdb_bab3ad8b-d8a3-4d57-816f-a33fdf2870fb
|
941 | 2024-08-28T00:54:47.073Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_cockroachdb_62d7b608-ad89-43a5-a5eb-30c5f510a264
|
942 | 2024-08-28T00:54:47.073Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
943 | 2024-08-28T00:54:47.073Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
944 | 2024-08-28T00:54:47.074Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 24070961
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:38187
req_id = 1fb0a775-ad74-48f2-a545-5b8e362ef61c
response_code = 204
uri = /omicron-zones
|
945 | 2024-08-28T00:54:47.109Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35461
|
946 | 2024-08-28T00:54:47.142Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221
file = sled-agent/src/services.rs:3681
|
947 | 2024-08-28T00:54:52.720Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:43649
|
948 | 2024-08-28T00:54:52.764Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6277
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:43649
req_id = bebeb3f9-d42e-4087-bf7b-6e1e3dbfabc6
response_code = 200
uri = /baseboard
|
949 | 2024-08-28T00:55:04.787Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3699
|
950 | 2024-08-28T00:55:11.455Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3722
|
951 | 2024-08-28T00:55:11.456Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 24346553
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:35461
req_id = f880a2ef-1c82-4cd0-98fb-146657f226da
response_code = 204
uri = /cockroachdb
|
952 | 2024-08-28T00:55:11.509Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 7ad61349-3006-4e30-bd4f-4104affaacb7, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 09ed9686-d85a-429a-baae-bf2b96abe530, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 3bb25b5c-fb2f-4377-9789-fc9d2dfa852e, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 82978440-7287-48f8-b798-a45045d501a1, kind: Service { id: 3bb25b5c-fb2f-4377-9789-fc9d2dfa852e }, name: Name("ntp-3bb25b5c-fb2f-4377-9789-fc9d2dfa852e"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 51])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 62d7b608-ad89-43a5-a5eb-30c5f510a264, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } } } }, OmicronZoneConfig { id: c21bdc0c-57c3-4a54-aa95-85bc9627d5b9, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } } } }, OmicronZoneConfig { id: 2f3a388e-ad90-4757-82e1-21643e753681, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } } } }, OmicronZoneConfig { id: fdb1d73c-f437-4e37-b800-c198de5adf74, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External } } } }, OmicronZoneConfig { id: bab3ad8b-d8a3-4d57-816f-a33fdf2870fb, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External } } } }, OmicronZoneConfig { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name("external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name("external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a5227819-155d-4a08-8e71-bd8a327ad739, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name("nexus-a5227819-155d-4a08-8e71-bd8a327ad739"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name("nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4ee19452-709a-4abd-a238-7af80f61d166, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name("nexus-4ee19452-709a-4abd-a238-7af80f61d166"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4fe6d00e-187b-4dd4-9562-e20645ddec26, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: b5e20b06-936c-44f5-a47b-458ef7fd56ba, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ddb8173-d078-4b99-bac5-ed06b4cf9def, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: dbf1e583-6b72-47ae-8a84-3ce2331a120b, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8a6d7ab2-57bd-4341-9872-076f7f2d8bfd, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3d63d074-b018-4e87-8045-b03641d9d1f1, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 02dc2ce9-7b01-425e-b378-1a4d032273cf, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External } } } }, OmicronZoneConfig { id: 36357f09-d97f-4b2f-a4fd-16007d12067e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External } } } }, OmicronZoneConfig { id: 15a66369-82a9-40a2-a682-fbeb107fc5d7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External } } } }, OmicronZoneConfig { id: c3f1e562-0d21-4f0e-863a-66d20b9899f7, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External } } } }, OmicronZoneConfig { id: d14a7041-b90b-487e-acaa-0c8f6daa795f, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External } } } }, OmicronZoneConfig { id: 68525002-65a3-43fc-8e3f-0c38a0d081ff, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0ed664b9-9a6f-41dc-a5f5-b38df3412517, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool), kind: External } } } }, OmicronZoneConfig { id: bed84857-bc98-412a-90cd-2b38b7020c71, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:438
sled_address = [fd00:1122:3344:101::1]:12345
|
953 | 2024-08-28T00:55:11.510Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39426
|
954 | 2024-08-28T00:55:11.512Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
955 | 2024-08-28T00:55:11.512Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 7ad61349-3006-4e30-bd4f-4104affaacb7, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
956 | 2024-08-28T00:55:11.538Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
957 | 2024-08-28T00:55:11.538Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 4dfcfd32-ab45-42c7-9c2f-4d836b875b6a, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
958 | 2024-08-28T00:55:11.558Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
959 | 2024-08-28T00:55:11.558Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 09ed9686-d85a-429a-baae-bf2b96abe530, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
960 | 2024-08-28T00:55:11.579Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 62d7b608-ad89-43a5-a5eb-30c5f510a264, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
961 | 2024-08-28T00:55:11.579Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 62d7b608-ad89-43a5-a5eb-30c5f510a264, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
962 | 2024-08-28T00:55:11.599Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: c21bdc0c-57c3-4a54-aa95-85bc9627d5b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
963 | 2024-08-28T00:55:11.599Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: c21bdc0c-57c3-4a54-aa95-85bc9627d5b9, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
964 | 2024-08-28T00:55:11.620Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f3a388e-ad90-4757-82e1-21643e753681, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
965 | 2024-08-28T00:55:11.620Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 2f3a388e-ad90-4757-82e1-21643e753681, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
966 | 2024-08-28T00:55:11.640Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: fdb1d73c-f437-4e37-b800-c198de5adf74, dataset_name: DatasetName { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
967 | 2024-08-28T00:55:11.640Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: fdb1d73c-f437-4e37-b800-c198de5adf74, dataset_name: DatasetName { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
968 | 2024-08-28T00:55:11.659Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bab3ad8b-d8a3-4d57-816f-a33fdf2870fb, dataset_name: DatasetName { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
969 | 2024-08-28T00:55:11.659Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: bab3ad8b-d8a3-4d57-816f-a33fdf2870fb, dataset_name: DatasetName { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
970 | 2024-08-28T00:55:11.679Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: fa9e7556-b41e-4114-bf3f-e918820a9bcf, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
971 | 2024-08-28T00:55:11.679Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: fa9e7556-b41e-4114-bf3f-e918820a9bcf, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
972 | 2024-08-28T00:55:11.760Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cae9f85-8043-498f-af8e-a4bc9724ac55, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
973 | 2024-08-28T00:55:11.760Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 2cae9f85-8043-498f-af8e-a4bc9724ac55, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
974 | 2024-08-28T00:55:11.839Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b5e20b06-936c-44f5-a47b-458ef7fd56ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:406
|
975 | 2024-08-28T00:55:11.839Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: b5e20b06-936c-44f5-a47b-458ef7fd56ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
976 | 2024-08-28T00:55:11.922Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d63d074-b018-4e87-8045-b03641d9d1f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
977 | 2024-08-28T00:55:11.922Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 3d63d074-b018-4e87-8045-b03641d9d1f1, dataset_name: DatasetName { pool_name: ZpoolName { id: 2deff32e-1106-452e-a0e4-7f5633a4a1c4 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
978 | 2024-08-28T00:55:12.004Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 02dc2ce9-7b01-425e-b378-1a4d032273cf, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
979 | 2024-08-28T00:55:12.004Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 02dc2ce9-7b01-425e-b378-1a4d032273cf, dataset_name: DatasetName { pool_name: ZpoolName { id: 903e5bdb-4fa3-466b-9cc6-cb6c1205c20b (zpool), kind: External }, kind: Crucible }, responder: ... }
|
980 | 2024-08-28T00:55:12.082Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 36357f09-d97f-4b2f-a4fd-16007d12067e, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
981 | 2024-08-28T00:55:12.082Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 36357f09-d97f-4b2f-a4fd-16007d12067e, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c0884cf-f16d-4d49-a677-c20655479168 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
982 | 2024-08-28T00:55:12.166Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 15a66369-82a9-40a2-a682-fbeb107fc5d7, dataset_name: DatasetName { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
983 | 2024-08-28T00:55:12.166Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 15a66369-82a9-40a2-a682-fbeb107fc5d7, dataset_name: DatasetName { pool_name: ZpoolName { id: 39cc409d-9820-46b7-b64f-11f4d431b612 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
984 | 2024-08-28T00:55:12.243Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: c3f1e562-0d21-4f0e-863a-66d20b9899f7, dataset_name: DatasetName { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
985 | 2024-08-28T00:55:12.243Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: c3f1e562-0d21-4f0e-863a-66d20b9899f7, dataset_name: DatasetName { pool_name: ZpoolName { id: 753cff17-fbdf-48d1-960a-a1fe6d8c01ed (zpool), kind: External }, kind: Crucible }, responder: ... }
|
986 | 2024-08-28T00:55:12.316Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d14a7041-b90b-487e-acaa-0c8f6daa795f, dataset_name: DatasetName { pool_name: ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
987 | 2024-08-28T00:55:12.316Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: d14a7041-b90b-487e-acaa-0c8f6daa795f, dataset_name: DatasetName { pool_name: ZpoolName { id: fe61a674-6b99-47f9-b238-13f6d9a31093 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
988 | 2024-08-28T00:55:12.382Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 68525002-65a3-43fc-8e3f-0c38a0d081ff, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
989 | 2024-08-28T00:55:12.383Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 68525002-65a3-43fc-8e3f-0c38a0d081ff, dataset_name: DatasetName { pool_name: ZpoolName { id: 9b7eedae-40f6-4e96-bd9d-f89d715d8ad7 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
990 | 2024-08-28T00:55:12.453Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ed664b9-9a6f-41dc-a5f5-b38df3412517, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
991 | 2024-08-28T00:55:12.453Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 0ed664b9-9a6f-41dc-a5f5-b38df3412517, dataset_name: DatasetName { pool_name: ZpoolName { id: 1a002b08-6021-4882-a443-e176f8f87821 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
992 | 2024-08-28T00:55:12.519Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bed84857-bc98-412a-90cd-2b38b7020c71, dataset_name: DatasetName { pool_name: ZpoolName { id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
993 | 2024-08-28T00:55:12.520Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: bed84857-bc98-412a-90cd-2b38b7020c71, dataset_name: DatasetName { pool_name: ZpoolName { id: 2936c097-160d-4a3f-a5e8-a1c6ffbf1edb (zpool), kind: External }, kind: Crucible }, responder: ... }
|
994 | 2024-08-28T00:55:12.585Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
995 | 2024-08-28T00:55:12.585Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
996 | 2024-08-28T00:55:12.586Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-zones.json
file = common/src/ledger.rs:177
|
997 | 2024-08-28T00:55:12.586Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
998 | 2024-08-28T00:55:12.697Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
999 | 2024-08-28T00:55:12.699Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
1000 | 2024-08-28T00:55:12.725Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
1001 | 2024-08-28T00:55:12.726Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1002 | 2024-08-28T00:55:12.726Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1003 | 2024-08-28T00:55:12.765Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1004 | 2024-08-28T00:55:12.765Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1005 | 2024-08-28T00:55:12.765Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1006 | 2024-08-28T00:55:12.765Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1007 | 2024-08-28T00:55:12.765Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1008 | 2024-08-28T00:55:12.921Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
1009 | 2024-08-28T00:55:13.001Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
1010 | 2024-08-28T00:55:13.001Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1011 | 2024-08-28T00:55:13.002Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1012 | 2024-08-28T00:55:13.002Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1013 | 2024-08-28T00:55:13.002Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1014 | 2024-08-28T00:55:13.002Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1015 | 2024-08-28T00:55:13.002Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1016 | 2024-08-28T00:55:13.002Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1017 | 2024-08-28T00:55:13.003Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
file = illumos-utils/src/zone.rs:316
|
1018 | 2024-08-28T00:55:13.009Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
file = illumos-utils/src/zone.rs:316
|
1019 | 2024-08-28T00:55:13.014Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
file = illumos-utils/src/zone.rs:316
|
1020 | 2024-08-28T00:55:13.019Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
file = illumos-utils/src/zone.rs:316
|
1021 | 2024-08-28T00:55:13.025Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
file = illumos-utils/src/zone.rs:316
|
1022 | 2024-08-28T00:55:13.031Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
file = illumos-utils/src/zone.rs:316
|
1023 | 2024-08-28T00:55:13.036Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
file = illumos-utils/src/zone.rs:316
|
1024 | 2024-08-28T00:55:13.187Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
file = illumos-utils/src/zone.rs:354
|
1025 | 2024-08-28T00:55:13.193Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
file = illumos-utils/src/zone.rs:354
|
1026 | 2024-08-28T00:55:13.198Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
file = illumos-utils/src/zone.rs:354
|
1027 | 2024-08-28T00:55:13.203Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
file = illumos-utils/src/zone.rs:354
|
1028 | 2024-08-28T00:55:13.208Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
file = illumos-utils/src/zone.rs:354
|
1029 | 2024-08-28T00:55:13.212Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
file = illumos-utils/src/zone.rs:354
|
1030 | 2024-08-28T00:55:13.217Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
file = illumos-utils/src/zone.rs:354
|
1031 | 2024-08-28T00:55:13.222Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
file = illumos-utils/src/zone.rs:316
|
1032 | 2024-08-28T00:55:13.228Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
file = illumos-utils/src/zone.rs:316
|
1033 | 2024-08-28T00:55:13.234Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
file = illumos-utils/src/zone.rs:316
|
1034 | 2024-08-28T00:55:13.240Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
file = illumos-utils/src/zone.rs:316
|
1035 | 2024-08-28T00:55:13.245Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
file = illumos-utils/src/zone.rs:316
|
1036 | 2024-08-28T00:55:13.251Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
file = illumos-utils/src/zone.rs:316
|
1037 | 2024-08-28T00:55:13.257Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
file = illumos-utils/src/zone.rs:316
|
1038 | 2024-08-28T00:55:13.316Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
1039 | 2024-08-28T00:55:13.316Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
file = illumos-utils/src/zone.rs:354
|
1040 | 2024-08-28T00:55:13.325Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
file = illumos-utils/src/zone.rs:354
|
1041 | 2024-08-28T00:55:13.332Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
file = illumos-utils/src/zone.rs:354
|
1042 | 2024-08-28T00:55:13.340Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
file = illumos-utils/src/zone.rs:354
|
1043 | 2024-08-28T00:55:13.347Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
file = illumos-utils/src/zone.rs:354
|
1044 | 2024-08-28T00:55:13.354Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
file = illumos-utils/src/zone.rs:354
|
1045 | 2024-08-28T00:55:13.361Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
file = illumos-utils/src/zone.rs:354
|
1046 | 2024-08-28T00:55:13.445Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
1047 | 2024-08-28T00:55:13.519Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
1048 | 2024-08-28T00:55:13.624Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
1049 | 2024-08-28T00:55:13.627Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
1050 | 2024-08-28T00:55:13.627Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
1051 | 2024-08-28T00:55:13.684Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 191, 68]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
1052 | 2024-08-28T00:55:13.685Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1235
zone_type = nexus
|
1053 | 2024-08-28T00:55:13.747Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
1054 | 2024-08-28T00:55:13.748Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
1055 | 2024-08-28T00:55:13.748Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
1056 | 2024-08-28T00:55:13.803Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 202, 132]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
1057 | 2024-08-28T00:55:13.803Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1235
zone_type = external_dns
|
1058 | 2024-08-28T00:55:13.805Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
1059 | 2024-08-28T00:55:13.805Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
1060 | 2024-08-28T00:55:13.864Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 220, 190]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
1061 | 2024-08-28T00:55:13.864Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1235
zone_type = nexus
|
1062 | 2024-08-28T00:55:13.865Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
1063 | 2024-08-28T00:55:13.865Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
1064 | 2024-08-28T00:55:13.923Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 212, 38]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
1065 | 2024-08-28T00:55:13.923Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1235
zone_type = external_dns
|
1066 | 2024-08-28T00:55:13.923Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:83
|
1067 | 2024-08-28T00:55:13.923Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:90
|
1068 | 2024-08-28T00:55:13.925Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
1069 | 2024-08-28T00:55:13.925Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
1070 | 2024-08-28T00:55:13.981Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 209, 34]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
1071 | 2024-08-28T00:55:13.981Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1235
zone_type = nexus
|
1072 | 2024-08-28T00:55:13.981Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:118
|
1073 | 2024-08-28T00:55:13.983Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:83
|
1074 | 2024-08-28T00:55:13.983Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:90
|
1075 | 2024-08-28T00:55:13.983Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1076 | 2024-08-28T00:55:14.028Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:83
|
1077 | 2024-08-28T00:55:14.028Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:90
|
1078 | 2024-08-28T00:55:14.029Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:118
|
1079 | 2024-08-28T00:55:14.032Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1080 | 2024-08-28T00:55:14.032Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:83
|
1081 | 2024-08-28T00:55:14.032Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:90
|
1082 | 2024-08-28T00:55:14.034Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:118
|
1083 | 2024-08-28T00:55:14.073Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:118
|
1084 | 2024-08-28T00:55:14.076Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:83
|
1085 | 2024-08-28T00:55:14.076Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:90
|
1086 | 2024-08-28T00:55:14.076Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1087 | 2024-08-28T00:55:14.077Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1088 | 2024-08-28T00:55:14.077Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
file = illumos-utils/src/zone.rs:316
|
1089 | 2024-08-28T00:55:14.118Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
file = illumos-utils/src/zone.rs:316
|
1090 | 2024-08-28T00:55:14.166Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:118
|
1091 | 2024-08-28T00:55:14.170Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1092 | 2024-08-28T00:55:14.170Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
file = illumos-utils/src/zone.rs:354
|
1093 | 2024-08-28T00:55:14.180Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
file = illumos-utils/src/zone.rs:316
|
1094 | 2024-08-28T00:55:14.190Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
file = illumos-utils/src/zone.rs:354
|
1095 | 2024-08-28T00:55:14.208Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
file = illumos-utils/src/zone.rs:316
|
1096 | 2024-08-28T00:55:14.259Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
file = illumos-utils/src/zone.rs:354
|
1097 | 2024-08-28T00:55:14.270Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
file = illumos-utils/src/zone.rs:354
|
1098 | 2024-08-28T00:55:14.283Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
file = illumos-utils/src/zone.rs:316
|
1099 | 2024-08-28T00:55:14.323Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
file = illumos-utils/src/zone.rs:354
|
1100 | 2024-08-28T00:55:16.668Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1101 | 2024-08-28T00:55:16.668Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1102 | 2024-08-28T00:55:16.833Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_1a002b08-6021-4882-a443-e176f8f87821/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='51b445ab-b8b2-4a68-af5c-04778e86fb9b'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1103 | 2024-08-28T00:55:16.833Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1104 | 2024-08-28T00:55:16.848Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_8c0884cf-f16d-4d49-a677-c20655479168/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='f1255532-8fac-4eb3-9313-4da6562c9906'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1105 | 2024-08-28T00:55:16.848Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_2deff32e-1106-452e-a0e4-7f5633a4a1c4/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='11b1eb68-6159-4fa0-a42a-e318b6ed5c6c'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1106 | 2024-08-28T00:55:16.849Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_903e5bdb-4fa3-466b-9cc6-cb6c1205c20b/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='d1398d7b-3800-450f-922a-e9a73f7ecf60'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1107 | 2024-08-28T00:55:16.849Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_39cc409d-9820-46b7-b64f-11f4d431b612/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='cd9a8b57-4f60-4ba4-b850-449ceb95db20'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1108 | 2024-08-28T00:55:16.849Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1109 | 2024-08-28T00:55:16.860Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1110 | 2024-08-28T00:55:16.871Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1111 | 2024-08-28T00:55:16.896Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1112 | 2024-08-28T00:55:16.932Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_9b7eedae-40f6-4e96-bd9d-f89d715d8ad7/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='7ab958e8-173f-4658-8c9a-581833916c5f'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1113 | 2024-08-28T00:55:16.933Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1114 | 2024-08-28T00:55:16.960Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_fe61a674-6b99-47f9-b238-13f6d9a31093/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='b9fda28f-cfa9-4a5d-bb79-636ac1de0765'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1115 | 2024-08-28T00:55:16.961Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1116 | 2024-08-28T00:55:17.015Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='4fe6d00e-187b-4dd4-9562-e20645ddec26'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1117 | 2024-08-28T00:55:17.015Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1118 | 2024-08-28T00:55:17.029Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_2936c097-160d-4a3f-a5e8-a1c6ffbf1edb/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='a0f2577d-5017-4d02-b0f7-76e293369c1a'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1119 | 2024-08-28T00:55:17.030Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1120 | 2024-08-28T00:55:17.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 55.545703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1121 | 2024-08-28T00:55:17.157Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 47.454238ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1122 | 2024-08-28T00:55:17.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 56.598054ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1123 | 2024-08-28T00:55:17.176Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 55.789062ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1124 | 2024-08-28T00:55:17.186Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 47.535717ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1125 | 2024-08-28T00:55:17.214Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 50.315394ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1126 | 2024-08-28T00:55:17.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 28.706579ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1127 | 2024-08-28T00:55:17.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 71.056956ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1128 | 2024-08-28T00:55:17.399Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 102.121993ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1129 | 2024-08-28T00:55:17.653Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 246.452801ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1130 | 2024-08-28T00:55:17.809Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 94.107236ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1131 | 2024-08-28T00:55:18.058Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 84.817206ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1132 | 2024-08-28T00:55:18.271Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 49.5764ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1133 | 2024-08-28T00:55:18.349Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 80.683743ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1134 | 2024-08-28T00:55:18.402Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 43.632537ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1135 | 2024-08-28T00:55:18.510Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 113.145105ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1136 | 2024-08-28T00:55:18.791Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 127.576695ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1137 | 2024-08-28T00:55:18.821Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 28.537648ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1138 | 2024-08-28T00:55:18.883Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 166.182435ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1139 | 2024-08-28T00:55:18.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 340.35814ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1140 | 2024-08-28T00:55:18.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 163.560756ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1141 | 2024-08-28T00:55:18.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 194.867583ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1142 | 2024-08-28T00:55:19.010Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 77.101136ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1143 | 2024-08-28T00:55:19.028Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 171.287995ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1144 | 2024-08-28T00:55:19.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 98.296507ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1145 | 2024-08-28T00:55:19.059Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 237.734475ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1146 | 2024-08-28T00:55:19.079Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 125.06814ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1147 | 2024-08-28T00:55:19.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 147.042869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1148 | 2024-08-28T00:55:19.109Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 504.73019ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1149 | 2024-08-28T00:55:19.115Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1150 | 2024-08-28T00:55:19.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 188.680343ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1151 | 2024-08-28T00:55:19.146Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1152 | 2024-08-28T00:55:19.148Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1153 | 2024-08-28T00:55:19.205Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 288.331304ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1154 | 2024-08-28T00:55:19.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 337.835008ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1155 | 2024-08-28T00:55:19.234Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 236.168259ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1156 | 2024-08-28T00:55:19.248Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 113.477044ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1157 | 2024-08-28T00:55:19.248Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1158 | 2024-08-28T00:55:19.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 261.974191ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1159 | 2024-08-28T00:55:19.336Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 184.531945ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1160 | 2024-08-28T00:55:19.352Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 722.038863ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1161 | 2024-08-28T00:55:19.367Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 401.616071ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1162 | 2024-08-28T00:55:19.383Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 250.818633ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1163 | 2024-08-28T00:55:19.399Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 306.734184ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1164 | 2024-08-28T00:55:19.400Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1165 | 2024-08-28T00:55:19.404Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_753cff17-fbdf-48d1-960a-a1fe6d8c01ed/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='9c278140-a7f1-4a01-859e-11c18d607e86'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1166 | 2024-08-28T00:55:19.408Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1167 | 2024-08-28T00:55:24.259Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 617.416757ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1168 | 2024-08-28T00:55:24.284Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35592
|
1169 | 2024-08-28T00:55:24.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 233.2469ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1170 | 2024-08-28T00:55:24.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 964.213845ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1171 | 2024-08-28T00:55:24.336Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8644
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35592
req_id = fc645e03-899b-4e12-b6bd-b566d33fe1a8
response_code = 200
uri = /baseboard
|
1172 | 2024-08-28T00:55:24.365Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 1.14333947s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1173 | 2024-08-28T00:55:24.365Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1174 | 2024-08-28T00:55:24.382Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 53.787409ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1175 | 2024-08-28T00:55:24.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 602.040998ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1176 | 2024-08-28T00:55:24.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 582.947338ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1177 | 2024-08-28T00:55:24.423Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 636.618389ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1178 | 2024-08-28T00:55:24.434Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 1.081196674s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1179 | 2024-08-28T00:55:24.435Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1180 | 2024-08-28T00:55:24.448Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 919.385613ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1181 | 2024-08-28T00:55:24.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 1.171494956s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1182 | 2024-08-28T00:55:24.474Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 66.329938ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1183 | 2024-08-28T00:55:24.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 111.211585ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1184 | 2024-08-28T00:55:24.488Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1185 | 2024-08-28T00:55:24.496Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1186 | 2024-08-28T00:55:24.496Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1187 | 2024-08-28T00:55:24.496Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1188 | 2024-08-28T00:55:24.496Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1189 | 2024-08-28T00:55:24.504Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1190 | 2024-08-28T00:55:24.510Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1191 | 2024-08-28T00:55:24.541Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 533.790059ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1192 | 2024-08-28T00:55:24.555Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 125.61976ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1193 | 2024-08-28T00:55:24.568Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 43.318256ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1194 | 2024-08-28T00:55:24.612Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 137.402603ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1195 | 2024-08-28T00:55:24.624Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 111.294495ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1196 | 2024-08-28T00:55:24.678Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 42.927978ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1197 | 2024-08-28T00:55:24.695Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 168.476932ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1198 | 2024-08-28T00:55:24.721Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 41.048388ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1199 | 2024-08-28T00:55:24.733Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 45.948368ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1200 | 2024-08-28T00:55:24.746Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 99.559778ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1201 | 2024-08-28T00:55:24.758Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 62.794256ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1202 | 2024-08-28T00:55:24.768Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 122.941744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1203 | 2024-08-28T00:55:24.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 141.912046ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1204 | 2024-08-28T00:55:24.790Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 546.819987ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1205 | 2024-08-28T00:55:24.800Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 71.257359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1206 | 2024-08-28T00:55:24.809Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 121.451068ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1207 | 2024-08-28T00:55:24.833Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 73.091232ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1208 | 2024-08-28T00:55:24.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 240.116238ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1209 | 2024-08-28T00:55:24.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 466.682725ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1210 | 2024-08-28T00:55:24.886Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 149.67653ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1211 | 2024-08-28T00:55:24.896Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.287866322s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1212 | 2024-08-28T00:55:24.906Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 310.304486ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1213 | 2024-08-28T00:55:24.916Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 115.585596ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1214 | 2024-08-28T00:55:24.932Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 297.142771ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1215 | 2024-08-28T00:55:24.944Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 166.195884ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1216 | 2024-08-28T00:55:25.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 1.445618931s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1217 | 2024-08-28T00:55:25.019Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 852.74895ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1218 | 2024-08-28T00:55:25.050Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 536.554281ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1219 | 2024-08-28T00:55:25.065Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 197.21968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1220 | 2024-08-28T00:55:25.076Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 1.326943876s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1221 | 2024-08-28T00:55:25.088Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 556.772439ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1222 | 2024-08-28T00:55:25.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 347.220974ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1223 | 2024-08-28T00:55:25.124Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 352.57856ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1224 | 2024-08-28T00:55:25.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 872.371682ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1225 | 2024-08-28T00:55:25.247Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 328.172535ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1226 | 2024-08-28T00:55:25.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 237.951844ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1227 | 2024-08-28T00:55:25.310Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 877.224427ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1228 | 2024-08-28T00:55:25.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 936.556117ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1229 | 2024-08-28T00:55:25.359Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 1.199614109s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1230 | 2024-08-28T00:55:25.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 626.571987ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1231 | 2024-08-28T00:55:25.471Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 461.961347ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1232 | 2024-08-28T00:55:25.490Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 648.653256ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1233 | 2024-08-28T00:55:25.522Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 1.151623251s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1234 | 2024-08-28T00:55:25.532Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 866.018231ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1235 | 2024-08-28T00:55:25.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 917.852047ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1236 | 2024-08-28T00:55:25.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 727.85469ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1237 | 2024-08-28T00:55:25.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 1.005790953s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1238 | 2024-08-28T00:55:25.644Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 1.114371636s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1239 | 2024-08-28T00:55:25.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 1.306394095s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1240 | 2024-08-28T00:55:25.884Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 1.168313239s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1241 | 2024-08-28T00:55:25.947Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 1.355874852s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1242 | 2024-08-28T00:55:26.019Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 1.118838881s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1243 | 2024-08-28T00:55:26.114Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 1.485237656s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1244 | 2024-08-28T00:55:26.153Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 973.827906ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1245 | 2024-08-28T00:55:26.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.138906531s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1246 | 2024-08-28T00:55:26.208Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 562.346746ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1247 | 2024-08-28T00:55:26.298Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 860.852032ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1248 | 2024-08-28T00:55:26.327Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 866.781079ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1249 | 2024-08-28T00:55:26.412Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 868.749211ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1250 | 2024-08-28T00:55:26.424Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 1.441203789s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1251 | 2024-08-28T00:55:26.462Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 666.822079ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1252 | 2024-08-28T00:55:26.474Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 862.602534ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1253 | 2024-08-28T00:55:26.574Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 1.45985676s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1254 | 2024-08-28T00:55:26.615Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 1.066505799s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1255 | 2024-08-28T00:55:26.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 1.03352808s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1256 | 2024-08-28T00:55:26.768Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 663.104336ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1257 | 2024-08-28T00:55:26.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 694.946745ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1258 | 2024-08-28T00:55:26.974Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 1.273727349s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1259 | 2024-08-28T00:55:27.063Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 648.06675ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1260 | 2024-08-28T00:55:27.137Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 988.322849ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1261 | 2024-08-28T00:55:27.144Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 1.059019995s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1262 | 2024-08-28T00:55:27.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 949.53443ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1263 | 2024-08-28T00:55:27.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 994.782035ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1264 | 2024-08-28T00:55:27.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 1.078556846s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1265 | 2024-08-28T00:55:27.289Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 1.088476368s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1266 | 2024-08-28T00:55:27.313Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 1.331797128s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1267 | 2024-08-28T00:55:27.345Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.076286232s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1268 | 2024-08-28T00:55:27.353Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 705.080456ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1269 | 2024-08-28T00:55:27.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 1.113318902s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1270 | 2024-08-28T00:55:27.482Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 1.479018406s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1271 | 2024-08-28T00:55:27.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 679.550843ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1272 | 2024-08-28T00:55:27.690Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 837.006868ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1273 | 2024-08-28T00:55:27.717Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 1.196478646s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1274 | 2024-08-28T00:55:27.724Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 823.81653ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1275 | 2024-08-28T00:55:27.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 1.09357151s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1276 | 2024-08-28T00:55:28.061Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 561.355832ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1277 | 2024-08-28T00:55:28.071Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 1.366184568s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1278 | 2024-08-28T00:55:28.113Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 1.039703995s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1279 | 2024-08-28T00:55:28.137Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 605.76147ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1280 | 2024-08-28T00:55:28.176Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 700.949386ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1281 | 2024-08-28T00:55:28.217Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 896.076308ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1282 | 2024-08-28T00:55:28.259Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 575.800881ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1283 | 2024-08-28T00:55:28.289Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 1.493727432s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1284 | 2024-08-28T00:55:28.297Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 1.183056396s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1285 | 2024-08-28T00:55:28.386Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 517.052026ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1286 | 2024-08-28T00:55:28.432Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 626.21989ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1287 | 2024-08-28T00:55:28.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 1.38931307s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1288 | 2024-08-28T00:55:28.557Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 956.591003ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1289 | 2024-08-28T00:55:28.564Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 788.56ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1290 | 2024-08-28T00:55:28.631Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 849.44908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1291 | 2024-08-28T00:55:28.654Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 782.62072ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1292 | 2024-08-28T00:55:28.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 1.217221547s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1293 | 2024-08-28T00:55:28.845Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 957.568692ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1294 | 2024-08-28T00:55:28.886Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 824.094909ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1295 | 2024-08-28T00:55:28.912Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 898.843767ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1296 | 2024-08-28T00:55:28.924Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 634.671534ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1297 | 2024-08-28T00:55:29.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 646.325889ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1298 | 2024-08-28T00:55:29.102Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.462470518s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1299 | 2024-08-28T00:55:29.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 617.630662ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1300 | 2024-08-28T00:55:29.123Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 1.121541159s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1301 | 2024-08-28T00:55:29.162Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 1.087216745s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1302 | 2024-08-28T00:55:29.363Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 893.308468ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1303 | 2024-08-28T00:55:29.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 1.4809958s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1304 | 2024-08-28T00:55:29.452Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 1.058616187s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1305 | 2024-08-28T00:55:29.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 902.179226ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1306 | 2024-08-28T00:55:29.495Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 1.465644364s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1307 | 2024-08-28T00:55:29.521Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 767.201858ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1308 | 2024-08-28T00:55:29.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 1.133089666s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1309 | 2024-08-28T00:55:29.721Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 739.629528ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1310 | 2024-08-28T00:55:29.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 1.409713969s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1311 | 2024-08-28T00:55:29.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 1.43603007s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1312 | 2024-08-28T00:55:29.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 729.024246ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1313 | 2024-08-28T00:55:29.810Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 1.404582655s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1314 | 2024-08-28T00:55:29.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 1.378892562s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1315 | 2024-08-28T00:55:29.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 1.2682213s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1316 | 2024-08-28T00:55:29.978Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 632.445444ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1317 | 2024-08-28T00:55:30.149Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="clickhouse_address" value='[fd00:1122:3344:101::e]:8123'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1318 | 2024-08-28T00:55:30.154Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1319 | 2024-08-28T00:55:30.255Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 1.450024138s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1320 | 2024-08-28T00:55:30.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 843.159839ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1321 | 2024-08-28T00:55:30.273Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 1.150380248s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1322 | 2024-08-28T00:55:30.297Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 540.485014ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1323 | 2024-08-28T00:55:30.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 55.449051ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1324 | 2024-08-28T00:55:30.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 1.034566953s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1325 | 2024-08-28T00:55:30.453Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 103.942043ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1326 | 2024-08-28T00:55:30.469Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 644.620742ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1327 | 2024-08-28T00:55:30.521Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 1.145520176s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1328 | 2024-08-28T00:55:30.530Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 1.458583329s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1329 | 2024-08-28T00:55:30.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 104.787787ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1330 | 2024-08-28T00:55:30.580Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.359878858s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1331 | 2024-08-28T00:55:30.621Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 1.332537953s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1332 | 2024-08-28T00:55:30.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 579.061729ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1333 | 2024-08-28T00:55:30.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 915.281873ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1334 | 2024-08-28T00:55:30.847Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 1.449741269s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1335 | 2024-08-28T00:55:30.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 518.079896ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1336 | 2024-08-28T00:55:30.970Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 1.105373695s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1337 | 2024-08-28T00:55:31.116Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 1.117910246s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1338 | 2024-08-28T00:55:31.124Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 1.198769761s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1339 | 2024-08-28T00:55:31.154Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 792.782332ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1340 | 2024-08-28T00:55:31.194Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 1.406355411s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1341 | 2024-08-28T00:55:31.206Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 1.264138531s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1342 | 2024-08-28T00:55:31.214Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 977.580402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1343 | 2024-08-28T00:55:31.225Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 1.174058748s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1344 | 2024-08-28T00:55:31.275Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 457.736209ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1345 | 2024-08-28T00:55:31.433Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 972.454373ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1346 | 2024-08-28T00:55:31.444Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 705.251956ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1347 | 2024-08-28T00:55:31.464Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 1.441628427s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1348 | 2024-08-28T00:55:31.635Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 1.225917908s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1349 | 2024-08-28T00:55:31.676Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 1.428874452s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1350 | 2024-08-28T00:55:31.714Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 681.277393ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1351 | 2024-08-28T00:55:31.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 603.460228ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1352 | 2024-08-28T00:55:31.950Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 599.21595ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1353 | 2024-08-28T00:55:31.958Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 537.998381ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1354 | 2024-08-28T00:55:31.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 1.159108977s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1355 | 2024-08-28T00:55:31.998Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 1.278123348s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1356 | 2024-08-28T00:55:32.085Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 585.027569ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1357 | 2024-08-28T00:55:32.160Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 1.444809846s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1358 | 2024-08-28T00:55:32.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 945.174938ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1359 | 2024-08-28T00:55:32.244Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 1.257573656s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1360 | 2024-08-28T00:55:32.308Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 1.100914257s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1361 | 2024-08-28T00:55:32.333Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 813.497121ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1362 | 2024-08-28T00:55:32.354Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 1.312696944s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1363 | 2024-08-28T00:55:32.404Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 997.140013ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1364 | 2024-08-28T00:55:32.411Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 1.476739662s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1365 | 2024-08-28T00:55:32.419Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 711.526531ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1366 | 2024-08-28T00:55:32.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 673.960188ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1367 | 2024-08-28T00:55:32.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 1.193807285s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1368 | 2024-08-28T00:55:32.558Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.065662313s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1369 | 2024-08-28T00:55:32.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 1.317779819s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1370 | 2024-08-28T00:55:32.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 1.068624103s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1371 | 2024-08-28T00:55:32.872Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 1.149213948s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1372 | 2024-08-28T00:55:32.916Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 769.474258ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1373 | 2024-08-28T00:55:33.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 1.46775779s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1374 | 2024-08-28T00:55:33.139Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 572.507095ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1375 | 2024-08-28T00:55:33.148Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 1.120907694s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1376 | 2024-08-28T00:55:33.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 1.037429939s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1377 | 2024-08-28T00:55:33.163Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 1.297022105s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1378 | 2024-08-28T00:55:33.172Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 955.728829ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1379 | 2024-08-28T00:55:33.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 1.023097847s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1380 | 2024-08-28T00:55:33.411Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 1.4451509s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1381 | 2024-08-28T00:55:33.419Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 1.382616611s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1382 | 2024-08-28T00:55:33.513Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 823.753479ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1383 | 2024-08-28T00:55:33.614Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 667.642402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1384 | 2024-08-28T00:55:33.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.172848098s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1385 | 2024-08-28T00:55:33.677Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 672.862116ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1386 | 2024-08-28T00:55:33.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 579.851369ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1387 | 2024-08-28T00:55:33.707Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 867.90412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1388 | 2024-08-28T00:55:33.720Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 589.570888ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1389 | 2024-08-28T00:55:33.763Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 525.983904ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1390 | 2024-08-28T00:55:33.899Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 1.448552303s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1391 | 2024-08-28T00:55:33.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 1.291168671s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1392 | 2024-08-28T00:55:34.032Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 660.57262ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1393 | 2024-08-28T00:55:34.137Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 814.961506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1394 | 2024-08-28T00:55:34.205Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 986.522493ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1395 | 2024-08-28T00:55:34.299Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 1.483785575s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1396 | 2024-08-28T00:55:34.312Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 1.011254844s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1397 | 2024-08-28T00:55:34.324Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 1.303154344s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1398 | 2024-08-28T00:55:34.338Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 842.815794ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1399 | 2024-08-28T00:55:34.347Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 1.46231326s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1400 | 2024-08-28T00:55:34.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 1.214842574s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1401 | 2024-08-28T00:55:34.363Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 811.526518ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1402 | 2024-08-28T00:55:34.371Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 701.736698ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1403 | 2024-08-28T00:55:34.471Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 735.311703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1404 | 2024-08-28T00:55:34.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 829.495786ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1405 | 2024-08-28T00:55:34.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 536.226921ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1406 | 2024-08-28T00:55:34.703Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 1.126774147s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1407 | 2024-08-28T00:55:34.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 1.335575514s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1408 | 2024-08-28T00:55:34.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.354895555s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1409 | 2024-08-28T00:55:34.869Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 1.437858921s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1410 | 2024-08-28T00:55:34.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 969.078137ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1411 | 2024-08-28T00:55:35.084Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 526.889166ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1412 | 2024-08-28T00:55:35.144Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 1.390026203s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1413 | 2024-08-28T00:55:35.188Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 1.150039441s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1414 | 2024-08-28T00:55:35.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 1.43916251s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1415 | 2024-08-28T00:55:35.214Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 646.724887ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1416 | 2024-08-28T00:55:35.224Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 1.028436696s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1417 | 2024-08-28T00:55:35.239Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 904.189762ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1418 | 2024-08-28T00:55:35.339Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 1.487910167s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1419 | 2024-08-28T00:55:35.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 991.42332ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1420 | 2024-08-28T00:55:35.430Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 1.374079008s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1421 | 2024-08-28T00:55:35.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 1.471683858s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1422 | 2024-08-28T00:55:35.624Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 745.9488ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1423 | 2024-08-28T00:55:35.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 611.78295ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1424 | 2024-08-28T00:55:35.795Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 761.141089ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1425 | 2024-08-28T00:55:35.821Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 1.467618314s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1426 | 2024-08-28T00:55:35.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 1.084651686s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1427 | 2024-08-28T00:55:35.873Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 866.967466ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1428 | 2024-08-28T00:55:35.946Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 828.08537ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1429 | 2024-08-28T00:55:36.154Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 1.126718907s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1430 | 2024-08-28T00:55:36.163Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 1.474017229s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1431 | 2024-08-28T00:55:36.185Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 540.433949ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1432 | 2024-08-28T00:55:36.261Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 1.037277237s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1433 | 2024-08-28T00:55:36.271Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 1.019134083s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1434 | 2024-08-28T00:55:36.316Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 1.299489521s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1435 | 2024-08-28T00:55:36.350Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 852.333068ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1436 | 2024-08-28T00:55:36.363Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 1.130771596s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1437 | 2024-08-28T00:55:36.381Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 726.656901ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1438 | 2024-08-28T00:55:36.546Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 608.817767ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1439 | 2024-08-28T00:55:36.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 952.663681ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1440 | 2024-08-28T00:55:36.652Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 1.374127419s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1441 | 2024-08-28T00:55:36.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.198221289s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1442 | 2024-08-28T00:55:36.754Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 926.78306ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1443 | 2024-08-28T00:55:36.786Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 781.692141ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1444 | 2024-08-28T00:55:36.817Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 1.06758194s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1445 | 2024-08-28T00:55:36.838Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 845.738824ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1446 | 2024-08-28T00:55:36.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 753.152715ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1447 | 2024-08-28T00:55:37.070Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 820.72169ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1448 | 2024-08-28T00:55:37.120Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 1.120929417s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1449 | 2024-08-28T00:55:37.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 1.408786169s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1450 | 2024-08-28T00:55:37.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 1.444316804s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1451 | 2024-08-28T00:55:37.293Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 1.322935097s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1452 | 2024-08-28T00:55:37.306Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 858.43844ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1453 | 2024-08-28T00:55:37.319Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 1.391608769s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1454 | 2024-08-28T00:55:37.333Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 1.474505146s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1455 | 2024-08-28T00:55:37.506Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 1.198262606s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1456 | 2024-08-28T00:55:37.532Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 1.056012676s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1457 | 2024-08-28T00:55:37.580Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 687.62041ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1458 | 2024-08-28T00:55:37.627Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 921.325542ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1459 | 2024-08-28T00:55:37.648Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 1.170444052s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1460 | 2024-08-28T00:55:37.692Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 908.122618ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1461 | 2024-08-28T00:55:37.703Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 1.452803403s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1462 | 2024-08-28T00:55:37.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 535.090876ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1463 | 2024-08-28T00:55:37.895Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 559.060267ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1464 | 2024-08-28T00:55:37.905Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 502.36852ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1465 | 2024-08-28T00:55:37.945Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.375445816s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1466 | 2024-08-28T00:55:38.041Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 1.422392555s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1467 | 2024-08-28T00:55:38.184Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 1.109222533s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1468 | 2024-08-28T00:55:38.255Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 1.49704288s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1469 | 2024-08-28T00:55:38.267Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 530.543288ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1470 | 2024-08-28T00:55:38.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 808.434494ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1471 | 2024-08-28T00:55:38.426Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 756.700017ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1472 | 2024-08-28T00:55:38.481Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 933.175308ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1473 | 2024-08-28T00:55:38.566Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 1.001894667s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1474 | 2024-08-28T00:55:38.598Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 1.048329721s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1475 | 2024-08-28T00:55:38.617Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 638.500599ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1476 | 2024-08-28T00:55:38.638Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 550.206045ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1477 | 2024-08-28T00:55:38.658Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 1.130163211s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1478 | 2024-08-28T00:55:38.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 668.534458ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1479 | 2024-08-28T00:55:38.726Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 1.482501198s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1480 | 2024-08-28T00:55:38.743Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 1.028238207s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1481 | 2024-08-28T00:55:38.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 946.074901ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1482 | 2024-08-28T00:55:38.840Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 1.450863449s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1483 | 2024-08-28T00:55:38.862Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 1.239010586s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1484 | 2024-08-28T00:55:39.112Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 1.078943325s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1485 | 2024-08-28T00:55:39.180Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 1.418686469s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1486 | 2024-08-28T00:55:39.205Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 1.139544411s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1487 | 2024-08-28T00:55:39.224Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 984.932291ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1488 | 2024-08-28T00:55:39.280Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 942.302301ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1489 | 2024-08-28T00:55:39.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 1.356183044s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1490 | 2024-08-28T00:55:39.360Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.437407473s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1491 | 2024-08-28T00:55:39.382Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 1.361250462s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1492 | 2024-08-28T00:55:39.434Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 1.142409411s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1493 | 2024-08-28T00:55:39.483Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 1.067328999s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1494 | 2024-08-28T00:55:39.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 1.001289135s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1495 | 2024-08-28T00:55:39.662Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 789.697452ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1496 | 2024-08-28T00:55:39.770Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 1.40951876s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1497 | 2024-08-28T00:55:39.789Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 1.351659401s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1498 | 2024-08-28T00:55:39.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 783.63396ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1499 | 2024-08-28T00:55:39.821Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 1.102378941s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1500 | 2024-08-28T00:55:40.117Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 1.086975636s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1501 | 2024-08-28T00:55:40.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 1.006356337s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1502 | 2024-08-28T00:55:40.225Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 1.013375s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1503 | 2024-08-28T00:55:40.236Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 631.054654ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1504 | 2024-08-28T00:55:40.251Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 578.564947ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1505 | 2024-08-28T00:55:40.309Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 1.065247201s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1506 | 2024-08-28T00:55:40.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 550.39911ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1507 | 2024-08-28T00:55:40.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 1.341408506s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1508 | 2024-08-28T00:55:40.566Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 515.315964ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1509 | 2024-08-28T00:55:40.595Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 889.437808ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1510 | 2024-08-28T00:55:40.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 966.151345ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1511 | 2024-08-28T00:55:40.625Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26") failed: Property not found. retry in 780.487393ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1512 | 2024-08-28T00:55:40.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 1.115269579s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1513 | 2024-08-28T00:55:40.711Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 956.153394ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1514 | 2024-08-28T00:55:40.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 1.184007824s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1515 | 2024-08-28T00:55:40.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.337439919s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1516 | 2024-08-28T00:55:40.850Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b") failed: Property not found. retry in 1.350061378s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1517 | 2024-08-28T00:55:40.883Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 1.208744956s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1518 | 2024-08-28T00:55:40.927Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 1.409679883s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1519 | 2024-08-28T00:55:40.939Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55") failed: Property not found. retry in 877.38971ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1520 | 2024-08-28T00:55:41.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 1.037790073s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1521 | 2024-08-28T00:55:41.151Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 880.993002ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1522 | 2024-08-28T00:55:41.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f") failed: Property not found. retry in 1.480180021s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1523 | 2024-08-28T00:55:41.218Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def") failed: Property not found. retry in 1.009721552s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1524 | 2024-08-28T00:55:41.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7") failed: Property not found. retry in 1.496311771s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1525 | 2024-08-28T00:55:41.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 1.303317381s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1526 | 2024-08-28T00:55:41.386Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd") failed: Property not found. retry in 1.222851097s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1527 | 2024-08-28T00:55:41.498Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e") failed: Property not found. retry in 1.265423393s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1528 | 2024-08-28T00:55:41.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf") failed: Property not found. retry in 859.299532ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1529 | 2024-08-28T00:55:41.679Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 627.175075ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1530 | 2024-08-28T00:55:41.765Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517") failed: Property not found. retry in 932.209763ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1531 | 2024-08-28T00:55:41.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d") failed: Property not found. retry in 1.114516747s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1532 | 2024-08-28T00:55:41.931Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 32.785058702s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1533 | 2024-08-28T00:55:41.955Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 984.631849ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1534 | 2024-08-28T00:55:42.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1") failed: Property not found. retry in 592.891216ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1535 | 2024-08-28T00:55:42.102Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf") failed: Property not found. retry in 1.317005039s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1536 | 2024-08-28T00:55:42.143Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7") failed: Property not found. retry in 1.354186461s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1537 | 2024-08-28T00:55:42.163Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff") failed: Property not found. retry in 1.024987539s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1538 | 2024-08-28T00:55:42.319Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166") failed: Property not found. retry in 947.599277ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1539 | 2024-08-28T00:55:42.355Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739") failed: Property not found. retry in 1.340157339s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1540 | 2024-08-28T00:55:42.577Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71") failed: Property not found. retry in 1.232955891s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1541 | 2024-08-28T00:55:42.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 604.239359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1542 | 2024-08-28T00:55:43.603Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 1.473571679s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1543 | 2024-08-28T00:55:45.100Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 531.533557ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1544 | 2024-08-28T00:55:45.646Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 547.886673ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1545 | 2024-08-28T00:55:46.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 632.635753ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1546 | 2024-08-28T00:55:46.850Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 766.923134ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1547 | 2024-08-28T00:55:47.629Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 696.528694ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1548 | 2024-08-28T00:55:48.336Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 853.211044ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1549 | 2024-08-28T00:55:48.918Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:571
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1550 | 2024-08-28T00:55:49.200Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 1.294931623s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1551 | 2024-08-28T00:55:50.291Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:571
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1552 | 2024-08-28T00:55:50.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 1.333099642s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1553 | 2024-08-28T00:55:51.849Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba") failed: Property not found. retry in 1.089852685s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1554 | 2024-08-28T00:55:52.176Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1555 | 2024-08-28T00:55:52.291Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:571
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1556 | 2024-08-28T00:55:52.967Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_nexus_4ee19452-709a-4abd-a238-7af80f61d166
|
1557 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_nexus_a5227819-155d-4a08-8e71-bd8a327ad739
|
1558 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_clickhouse_b5e20b06-936c-44f5-a47b-458ef7fd56ba
|
1559 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_pantry_2ddb8173-d078-4b99-bac5-ed06b4cf9def
|
1560 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_external_dns_fa9e7556-b41e-4114-bf3f-e918820a9bcf
|
1561 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_pantry_dbf1e583-6b72-47ae-8a84-3ce2331a120b
|
1562 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_3d63d074-b018-4e87-8045-b03641d9d1f1
|
1563 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_02dc2ce9-7b01-425e-b378-1a4d032273cf
|
1564 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_oximeter_4fe6d00e-187b-4dd4-9562-e20645ddec26
|
1565 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_15a66369-82a9-40a2-a682-fbeb107fc5d7
|
1566 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_external_dns_2cae9f85-8043-498f-af8e-a4bc9724ac55
|
1567 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_d14a7041-b90b-487e-acaa-0c8f6daa795f
|
1568 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_0ed664b9-9a6f-41dc-a5f5-b38df3412517
|
1569 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_pantry_8a6d7ab2-57bd-4341-9872-076f7f2d8bfd
|
1570 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_c3f1e562-0d21-4f0e-863a-66d20b9899f7
|
1571 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_68525002-65a3-43fc-8e3f-0c38a0d081ff
|
1572 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_bed84857-bc98-412a-90cd-2b38b7020c71
|
1573 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_36357f09-d97f-4b2f-a4fd-16007d12067e
|
1574 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_nexus_f840e071-026c-488d-b1c9-2c4d1ce3e74d
|
1575 | 2024-08-28T00:55:52.968Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
1576 | 2024-08-28T00:55:52.970Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
1577 | 2024-08-28T00:55:52.978Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 41466897
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39426
req_id = fe30cbfb-8786-4104-bb87-819cac841129
response_code = 204
uri = /omicron-zones
|
1578 | 2024-08-28T00:55:52.985Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1286
|
1579 | 2024-08-28T00:55:52.985Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
1580 | 2024-08-28T00:55:52.985Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
1581 | 2024-08-28T00:55:52.988Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:687
|
1582 | 2024-08-28T00:55:52.990Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::c]:12221
file = sled-agent/src/rack_setup/service.rs:700
|
1583 | 2024-08-28T00:55:53.027Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
local_pref: None,
nexthop: 10.151.1.100,
vlan_id: None,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:867
|
1584 | 2024-08-28T00:55:53.030Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1585 | 2024-08-28T00:55:53.105Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1586 | 2024-08-28T00:55:53.184Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1587 | 2024-08-28T00:55:53.221Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1588 | 2024-08-28T00:55:53.343Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1589 | 2024-08-28T00:55:53.467Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1590 | 2024-08-28T00:55:53.635Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1591 | 2024-08-28T00:55:53.903Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1592 | 2024-08-28T00:55:54.153Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1593 | 2024-08-28T00:55:54.186Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1594 | 2024-08-28T00:55:54.292Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:571
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1595 | 2024-08-28T00:55:54.372Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62499
|
1596 | 2024-08-28T00:55:54.372Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 33
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62499
req_id = 5031eca5-5443-4879-83eb-d9131ad77877
response_code = 200
uri = /baseboard
|
1597 | 2024-08-28T00:55:54.549Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1598 | 2024-08-28T00:55:55.077Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1599 | 2024-08-28T00:55:55.189Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1600 | 2024-08-28T00:55:55.591Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1601 | 2024-08-28T00:55:55.963Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1602 | 2024-08-28T00:55:56.193Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1603 | 2024-08-28T00:55:56.290Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:571
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1604 | 2024-08-28T00:55:56.562Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1605 | 2024-08-28T00:55:57.098Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1606 | 2024-08-28T00:55:57.197Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1607 | 2024-08-28T00:55:57.994Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1608 | 2024-08-28T00:55:58.202Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1609 | 2024-08-28T00:55:58.291Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:571
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1610 | 2024-08-28T00:55:59.204Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1611 | 2024-08-28T00:55:59.825Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1612 | 2024-08-28T00:56:00.206Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1613 | 2024-08-28T00:56:00.291Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:571
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1614 | 2024-08-28T00:56:01.210Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1615 | 2024-08-28T00:56:01.423Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1616 | 2024-08-28T00:56:02.213Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1617 | 2024-08-28T00:56:02.291Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:571
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1618 | 2024-08-28T00:56:03.059Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1619 | 2024-08-28T00:56:03.217Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1620 | 2024-08-28T00:56:04.211Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/75a88ee6-61ab-40f4-a8f1-caf11e1c9852/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
1621 | 2024-08-28T00:56:04.220Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/probe_manager.rs:230
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1622 | 2024-08-28T00:56:04.291Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/45733be1-aef6-43c8-be71-719893a1feda): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/nexus.rs:571
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1623 | 2024-08-28T00:56:08.120Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "7e4eec5b-85dd-4bc4-88bf-ce17c670c947", "content-length": "173", "date": "Wed, 28 Aug 2024 00:56:07 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"45733be1-aef6-43c8-be71-719893a1feda\"", request_id: "7e4eec5b-85dd-4bc4-88bf-ce17c670c947" }
file = sled-agent/src/rack_setup/service.rs:929
|
1624 | 2024-08-28T00:56:08.378Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:544
new_generation = 1
old_generation = 1
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1625 | 2024-08-28T00:56:08.520Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42085
|
1626 | 2024-08-28T00:56:08.520Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1627 | 2024-08-28T00:56:08.618Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 97791
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42085
req_id = 2683fdc7-9763-4c0b-90a3-34e93a060e31
response_code = 200
uri = /inventory
|
1628 | 2024-08-28T00:56:08.618Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1629 | 2024-08-28T00:56:08.618Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1630 | 2024-08-28T00:56:08.620Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1631 | 2024-08-28T00:56:08.620Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1641
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42085
req_id = 504dd357-7789-448e-bb5f-c0a315994355
response_code = 200
uri = /omicron-zones
|
1632 | 2024-08-28T00:56:13.644Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49570
|
1633 | 2024-08-28T00:56:13.645Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name("external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name("external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name("nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name("nexus-a5227819-155d-4a08-8e71-bd8a327ad739"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name("nexus-4ee19452-709a-4abd-a238-7af80f61d166"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1634 | 2024-08-28T00:56:13.645Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1635 | 2024-08-28T00:56:13.645Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1636 | 2024-08-28T00:56:13.645Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1637 | 2024-08-28T00:56:13.645Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
1638 | 2024-08-28T00:56:13.645Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1639 | 2024-08-28T00:56:13.645Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1640 | 2024-08-28T00:56:13.645Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 817
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49570
req_id = e58cbd28-c807-4faf-b943-df42d9bff6db
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1641 | 2024-08-28T00:56:13.646Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:939
|
1642 | 2024-08-28T00:56:13.930Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45955
|
1643 | 2024-08-28T00:56:13.930Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1644 | 2024-08-28T00:56:14.025Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94790
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45955
req_id = 759f2531-75b1-49b0-a115-216d53f2f1da
response_code = 200
uri = /inventory
|
1645 | 2024-08-28T00:56:14.025Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
1646 | 2024-08-28T00:56:14.025Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1647 | 2024-08-28T00:56:14.026Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1648 | 2024-08-28T00:56:14.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 654
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45955
req_id = 190c0e69-e52d-472a-b639-3eadf9048a4f
response_code = 200
uri = /omicron-zones
|
1649 | 2024-08-28T00:56:14.755Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 123.954800229s
error = "Error Response: status: 503 Service Unavailable; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"26e2e699-aa3c-4a97-b5c0-cc475e12e6eb\\", \\"content-length\\": \\"133\\", \\"date\\": \\"Wed, 28 Aug 2024 00:56:14 GMT\\"}; value: Error { error_code: Some(\\"ServiceNotAvailable\\"), message: \\"Service Unavailable\\", request_id: \\"26e2e699-aa3c-4a97-b5c0-cc475e12e6eb\\" }"
file = oximeter/producer/src/lib.rs:424
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1650 | 2024-08-28T00:56:14.980Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64620
|
1651 | 2024-08-28T00:56:14.980Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name("external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name("external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name("nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name("nexus-a5227819-155d-4a08-8e71-bd8a327ad739"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name("nexus-4ee19452-709a-4abd-a238-7af80f61d166"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1652 | 2024-08-28T00:56:14.980Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1653 | 2024-08-28T00:56:14.980Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1654 | 2024-08-28T00:56:14.980Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1655 | 2024-08-28T00:56:14.980Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
1656 | 2024-08-28T00:56:14.980Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1657 | 2024-08-28T00:56:14.980Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1658 | 2024-08-28T00:56:14.980Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 250
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64620
req_id = 3ddea7a1-15b6-41c9-88a9-5cc2ef48680c
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1659 | 2024-08-28T00:56:15.310Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51593
|
1660 | 2024-08-28T00:56:15.310Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name("external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name("external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name("nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name("nexus-a5227819-155d-4a08-8e71-bd8a327ad739"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name("nexus-4ee19452-709a-4abd-a238-7af80f61d166"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1661 | 2024-08-28T00:56:15.310Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1662 | 2024-08-28T00:56:15.310Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1663 | 2024-08-28T00:56:15.310Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1664 | 2024-08-28T00:56:15.310Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
1665 | 2024-08-28T00:56:15.310Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1666 | 2024-08-28T00:56:15.310Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1667 | 2024-08-28T00:56:15.310Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 229
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51593
req_id = c4f6a32b-7d8e-4fb6-9af5-9254e17131ee
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1668 | 2024-08-28T00:56:15.352Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59652
|
1669 | 2024-08-28T00:56:15.352Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name("external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name("external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name("nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name("nexus-a5227819-155d-4a08-8e71-bd8a327ad739"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name("nexus-4ee19452-709a-4abd-a238-7af80f61d166"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1670 | 2024-08-28T00:56:15.352Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1671 | 2024-08-28T00:56:15.352Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1672 | 2024-08-28T00:56:15.352Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1673 | 2024-08-28T00:56:15.352Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
1674 | 2024-08-28T00:56:15.352Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1675 | 2024-08-28T00:56:15.352Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1676 | 2024-08-28T00:56:15.352Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 160
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59652
req_id = b0344a83-4c2f-4f40-82c3-9bf0e658291c
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1677 | 2024-08-28T00:56:19.699Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43740
|
1678 | 2024-08-28T00:56:19.699Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43740
req_id = e716ff2f-10d1-46be-9847-31749155280e
response_code = 200
uri = /vpc-routes
|
1679 | 2024-08-28T00:56:19.773Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 2297
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:43740
req_id = 43cc3009-4ff0-4b35-aef1-7be3bd048c86
response_code = 204
uri = /vpc-routes
|
1680 | 2024-08-28T00:56:24.406Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46517
|
1681 | 2024-08-28T00:56:24.406Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 51
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46517
req_id = db5f7715-fb8a-4175-a5ef-a9f7770d9fe2
response_code = 200
uri = /baseboard
|
1682 | 2024-08-28T00:56:36.352Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45542
|
1683 | 2024-08-28T00:56:36.352Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 85
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45542
req_id = e6df7017-e98a-48a3-b133-a4acd4d8442f
response_code = 200
uri = /vpc-routes
|
1684 | 2024-08-28T00:56:36.397Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42035
|
1685 | 2024-08-28T00:56:36.397Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42035
req_id = 6b991feb-0043-4d55-9166-5024fa4d7445
response_code = 200
uri = /v2p
|
1686 | 2024-08-28T00:56:36.407Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:45542
req_id = 8e6a1e02-8e10-4a0e-ac4c-98e7c92f92e9
response_code = 204
uri = /vpc-routes
|
1687 | 2024-08-28T00:56:36.540Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54444
|
1688 | 2024-08-28T00:56:36.540Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1689 | 2024-08-28T00:56:36.603Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1690 | 2024-08-28T00:56:36.664Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 123916
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54444
req_id = 5c59afbd-0c6b-4e03-b7db-8bd4c528767c
response_code = 204
uri = /switch-ports
|
1691 | 2024-08-28T00:56:36.665Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 990
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54444
req_id = da9ed296-5b7a-426a-9fe5-4544ea6d24ab
response_code = 200
uri = /network-bootstore-config
|
1692 | 2024-08-28T00:56:36.926Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
1693 | 2024-08-28T00:56:36.926Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
1694 | 2024-08-28T00:56:36.927Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
1695 | 2024-08-28T00:56:36.928Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
1696 | 2024-08-28T00:56:36.928Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 2906
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54444
req_id = 698165fb-e51e-4159-9078-f9baf178c2c5
response_code = 204
uri = /network-bootstore-config
|
1697 | 2024-08-28T00:56:37.028Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39389
|
1698 | 2024-08-28T00:56:37.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39389
req_id = 381cddff-a045-42f9-893c-4dca2ceaf92b
response_code = 200
uri = /vpc-routes
|
1699 | 2024-08-28T00:56:37.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39389
req_id = 02911e47-552d-463c-8b59-016c6393b938
response_code = 204
uri = /vpc-routes
|
1700 | 2024-08-28T00:56:37.072Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52256
|
1701 | 2024-08-28T00:56:37.072Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52256
req_id = 7312c9c1-6547-4fa1-95ab-313d1f157132
response_code = 200
uri = /vpc-routes
|
1702 | 2024-08-28T00:56:37.092Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52256
req_id = 71528c84-f4ce-49a9-a9e5-afacbd289639
response_code = 204
uri = /vpc-routes
|
1703 | 2024-08-28T00:56:37.163Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49326
|
1704 | 2024-08-28T00:56:37.163Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1705 | 2024-08-28T00:56:37.210Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1706 | 2024-08-28T00:56:37.271Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 108459
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:49326
req_id = b02f0814-9617-4460-bb14-78fdeecd003d
response_code = 204
uri = /switch-ports
|
1707 | 2024-08-28T00:56:37.271Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61770
|
1708 | 2024-08-28T00:56:37.271Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46120
|
1709 | 2024-08-28T00:56:37.272Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1710 | 2024-08-28T00:56:37.272Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 782
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61770
req_id = ff738483-d5cd-4aff-90c1-ac0cca79dfd5
response_code = 200
uri = /v2p
|
1711 | 2024-08-28T00:56:37.272Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 953
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49326
req_id = 8bc883d2-f81a-451d-a81f-e993bc4baa0b
response_code = 200
uri = /network-bootstore-config
|
1712 | 2024-08-28T00:56:37.303Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48919
|
1713 | 2024-08-28T00:56:37.303Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 264
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48919
req_id = 3edb886b-ceb6-45f6-b02e-19c825242623
response_code = 200
uri = /v2p
|
1714 | 2024-08-28T00:56:37.311Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1715 | 2024-08-28T00:56:37.367Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95200
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:46120
req_id = b9d4bf7b-9f5b-42d8-a350-0ff2f64bd234
response_code = 204
uri = /switch-ports
|
1716 | 2024-08-28T00:56:37.368Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 962
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46120
req_id = 0f35310c-dae9-4d37-87c1-94f5d2e70ed7
response_code = 200
uri = /network-bootstore-config
|
1717 | 2024-08-28T00:56:44.051Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
1718 | 2024-08-28T00:56:54.445Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64804
|
1719 | 2024-08-28T00:56:54.445Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 84
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64804
req_id = b623947b-3e2b-4d14-8e36-9ef61e2c2066
response_code = 200
uri = /baseboard
|
1720 | 2024-08-28T00:57:06.262Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43512
|
1721 | 2024-08-28T00:57:06.262Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43512
req_id = 0e113438-b1f3-440c-a585-6aaa89e8fbf0
response_code = 200
uri = /vpc-routes
|
1722 | 2024-08-28T00:57:06.276Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 187
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43512
req_id = 61509de9-4d3a-40b0-b24c-c2f7a87c76c3
response_code = 204
uri = /vpc-routes
|
1723 | 2024-08-28T00:57:06.614Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40330
|
1724 | 2024-08-28T00:57:06.614Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 137
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40330
req_id = 7979a3e0-7704-4b2c-bfbe-8a801dc86db5
response_code = 200
uri = /v2p
|
1725 | 2024-08-28T00:57:06.710Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52523
|
1726 | 2024-08-28T00:57:06.710Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1727 | 2024-08-28T00:57:06.749Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1728 | 2024-08-28T00:57:06.806Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 96617
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:52523
req_id = 11311805-2718-4a74-bced-931dd8bb001a
response_code = 204
uri = /switch-ports
|
1729 | 2024-08-28T00:57:06.808Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1409
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52523
req_id = 18208c23-8134-48a7-aa33-7419e20b1ad6
response_code = 200
uri = /network-bootstore-config
|
1730 | 2024-08-28T00:57:07.086Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43895
|
1731 | 2024-08-28T00:57:07.087Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43895
req_id = 7decb17a-0545-4a6f-a84c-2906ade67584
response_code = 200
uri = /vpc-routes
|
1732 | 2024-08-28T00:57:07.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43895
req_id = 77625cb7-9c74-4eb4-8d43-a250df1fb42c
response_code = 204
uri = /vpc-routes
|
1733 | 2024-08-28T00:57:07.167Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53153
|
1734 | 2024-08-28T00:57:07.167Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 44
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53153
req_id = 5623547d-e722-4363-b824-e40a93c6851e
response_code = 200
uri = /vpc-routes
|
1735 | 2024-08-28T00:57:07.180Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:53153
req_id = b7a51a81-534d-4dd1-9aee-67978ff02888
response_code = 204
uri = /vpc-routes
|
1736 | 2024-08-28T00:57:07.310Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53266
|
1737 | 2024-08-28T00:57:07.310Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 165
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53266
req_id = e40c9b6c-ed9c-4fb5-8c31-562fa6898cb7
response_code = 200
uri = /v2p
|
1738 | 2024-08-28T00:57:07.435Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39247
|
1739 | 2024-08-28T00:57:07.435Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39247
req_id = ae32dd7a-fc06-4073-a19a-d2e561f6f68f
response_code = 200
uri = /v2p
|
1740 | 2024-08-28T00:57:07.483Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61375
|
1741 | 2024-08-28T00:57:07.483Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1742 | 2024-08-28T00:57:07.525Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1743 | 2024-08-28T00:57:07.581Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 98414
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:61375
req_id = 63bae451-f72c-407a-8a24-6c9b51d4d51f
response_code = 204
uri = /switch-ports
|
1744 | 2024-08-28T00:57:07.581Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45183
|
1745 | 2024-08-28T00:57:07.581Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1746 | 2024-08-28T00:57:07.585Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3574
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61375
req_id = 481d42b5-2fc4-49e0-bdad-fb9402c25030
response_code = 200
uri = /network-bootstore-config
|
1747 | 2024-08-28T00:57:07.616Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1748 | 2024-08-28T00:57:07.673Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91278
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:45183
req_id = 09a2d75f-fc2f-447c-8909-e3fbe004b76d
response_code = 204
uri = /switch-ports
|
1749 | 2024-08-28T00:57:07.674Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 764
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45183
req_id = 2e394321-f381-47ca-a485-ab55dda33290
response_code = 200
uri = /network-bootstore-config
|
1750 | 2024-08-28T00:57:24.480Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57446
|
1751 | 2024-08-28T00:57:24.481Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 658
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57446
req_id = 648b7bfe-67a6-4214-b0a2-e2c52c653d25
response_code = 200
uri = /baseboard
|
1752 | 2024-08-28T00:57:36.306Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64160
|
1753 | 2024-08-28T00:57:36.306Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64160
req_id = 22ebbab4-dc40-405f-8e8e-a0fc093bfd8e
response_code = 200
uri = /vpc-routes
|
1754 | 2024-08-28T00:57:36.425Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 149
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64160
req_id = 347fff9b-bd5f-426e-adf2-abff3d015bab
response_code = 204
uri = /vpc-routes
|
1755 | 2024-08-28T00:57:36.430Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56462
|
1756 | 2024-08-28T00:57:36.430Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56462
req_id = 928ec48c-1ce3-45ce-bbb6-94acae7e08a5
response_code = 200
uri = /v2p
|
1757 | 2024-08-28T00:57:36.706Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38544
|
1758 | 2024-08-28T00:57:36.707Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1759 | 2024-08-28T00:57:36.746Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1760 | 2024-08-28T00:57:36.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 90471
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:38544
req_id = b6856731-8067-41d5-910d-f94a80d7dfaf
response_code = 204
uri = /switch-ports
|
1761 | 2024-08-28T00:57:36.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38544
req_id = f0446244-6716-40cb-8f33-a630453eb38f
response_code = 200
uri = /network-bootstore-config
|
1762 | 2024-08-28T00:57:37.069Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40920
|
1763 | 2024-08-28T00:57:37.070Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1564
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40920
req_id = 70e2644a-0ca8-48b0-a80e-6986ff910da9
response_code = 200
uri = /vpc-routes
|
1764 | 2024-08-28T00:57:37.080Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36902
|
1765 | 2024-08-28T00:57:37.081Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 30
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36902
req_id = 3f7ca072-c61f-40e9-b93d-3bf45c0c5838
response_code = 200
uri = /vpc-routes
|
1766 | 2024-08-28T00:57:37.144Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46991
|
1767 | 2024-08-28T00:57:37.144Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46991
req_id = 9f26be8a-981f-4318-8ca9-6e1edfb7c5a6
response_code = 200
uri = /v2p
|
1768 | 2024-08-28T00:57:37.183Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40920
req_id = ddad6ab7-0621-4ed7-9790-b11b816fed90
response_code = 204
uri = /vpc-routes
|
1769 | 2024-08-28T00:57:37.192Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64431
|
1770 | 2024-08-28T00:57:37.192Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64431
req_id = ecad6497-3317-4cf2-ac6e-cefad6d1874d
response_code = 200
uri = /v2p
|
1771 | 2024-08-28T00:57:37.194Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36902
req_id = 41dea23b-778e-4e81-a45b-fe73fc577e9c
response_code = 204
uri = /vpc-routes
|
1772 | 2024-08-28T00:57:37.302Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50540
|
1773 | 2024-08-28T00:57:37.303Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1774 | 2024-08-28T00:57:37.343Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1775 | 2024-08-28T00:57:37.402Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 99786
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50540
req_id = 05ee7a04-8210-41a7-bd27-43f22e674d89
response_code = 204
uri = /switch-ports
|
1776 | 2024-08-28T00:57:37.402Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54074
|
1777 | 2024-08-28T00:57:37.403Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1778 | 2024-08-28T00:57:37.406Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3674
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50540
req_id = af9a5907-c36d-4592-bb66-5f966d285f92
response_code = 200
uri = /network-bootstore-config
|
1779 | 2024-08-28T00:57:37.439Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1780 | 2024-08-28T00:57:37.494Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91248
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:54074
req_id = c0f5c459-5026-4f66-a94d-2f7e387bb2ad
response_code = 204
uri = /switch-ports
|
1781 | 2024-08-28T00:57:37.495Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 901
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54074
req_id = 3371442d-d11c-4c60-ab4d-8cd591be8a27
response_code = 200
uri = /network-bootstore-config
|
1782 | 2024-08-28T00:57:54.512Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48883
|
1783 | 2024-08-28T00:57:54.512Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 41
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48883
req_id = 8c774897-7379-4d6d-adfe-c605a3a2ed51
response_code = 200
uri = /baseboard
|
1784 | 2024-08-28T00:58:06.459Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53143
|
1785 | 2024-08-28T00:58:06.459Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53143
req_id = 57d70a1b-ebb9-47b4-9676-959d4d6f3c61
response_code = 200
uri = /v2p
|
1786 | 2024-08-28T00:58:06.509Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38204
|
1787 | 2024-08-28T00:58:06.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38204
req_id = aeacf2c4-70ac-44a2-83f2-2bce2283b75f
response_code = 200
uri = /vpc-routes
|
1788 | 2024-08-28T00:58:06.617Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64025
|
1789 | 2024-08-28T00:58:06.617Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1790 | 2024-08-28T00:58:06.658Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1791 | 2024-08-28T00:58:06.722Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 104700
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:64025
req_id = 772268f6-42da-4d68-832d-a460a81e0bcd
response_code = 204
uri = /switch-ports
|
1792 | 2024-08-28T00:58:06.722Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38204
req_id = 32cfc785-22f9-4ee1-baac-41c203457054
response_code = 204
uri = /vpc-routes
|
1793 | 2024-08-28T00:58:06.722Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 211
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64025
req_id = ee532aba-5498-4149-84fe-a6790e3b09cb
response_code = 200
uri = /network-bootstore-config
|
1794 | 2024-08-28T00:58:07.158Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43221
|
1795 | 2024-08-28T00:58:07.158Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43221
req_id = f8eba0e8-6ec2-4789-b130-7cc83bd19fa1
response_code = 200
uri = /vpc-routes
|
1796 | 2024-08-28T00:58:07.170Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:43221
req_id = c8be0154-3d6f-40de-bb4f-67097eb4d351
response_code = 204
uri = /vpc-routes
|
1797 | 2024-08-28T00:58:07.310Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64189
|
1798 | 2024-08-28T00:58:07.310Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64189
req_id = d4005335-a759-4362-af58-cb9c7c2bdd13
response_code = 200
uri = /vpc-routes
|
1799 | 2024-08-28T00:58:07.386Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43464
|
1800 | 2024-08-28T00:58:07.386Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 153
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43464
req_id = 9e312012-afa6-46a9-a062-2c326390308c
response_code = 200
uri = /v2p
|
1801 | 2024-08-28T00:58:07.419Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:64189
req_id = bf83ff62-bb3a-4c78-9b0c-a03db7cb8246
response_code = 204
uri = /vpc-routes
|
1802 | 2024-08-28T00:58:07.439Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49491
|
1803 | 2024-08-28T00:58:07.439Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49491
req_id = 2d2d12fc-081b-4fe2-a34d-a6c5ae91fc90
response_code = 200
uri = /v2p
|
1804 | 2024-08-28T00:58:07.486Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35437
|
1805 | 2024-08-28T00:58:07.486Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1806 | 2024-08-28T00:58:07.524Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1807 | 2024-08-28T00:58:07.578Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92074
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:35437
req_id = 631140c8-2716-4b0e-b697-3f73e1376605
response_code = 204
uri = /switch-ports
|
1808 | 2024-08-28T00:58:07.578Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57805
|
1809 | 2024-08-28T00:58:07.578Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1810 | 2024-08-28T00:58:07.582Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4404
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35437
req_id = f1ba791c-a63e-4dfe-8748-7ea9ab99d864
response_code = 200
uri = /network-bootstore-config
|
1811 | 2024-08-28T00:58:07.614Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1812 | 2024-08-28T00:58:07.667Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 89310
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:57805
req_id = b1951079-77df-47b7-8356-71f38927243a
response_code = 204
uri = /switch-ports
|
1813 | 2024-08-28T00:58:07.668Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 172
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57805
req_id = 35f82267-f380-4068-82e1-39efe57afc98
response_code = 200
uri = /network-bootstore-config
|
1814 | 2024-08-28T00:58:18.750Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 220.577597582s
error = "Error Response: status: 503 Service Unavailable; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"eae969aa-5f5d-42b8-833a-0ca067cbdc69\\", \\"content-length\\": \\"133\\", \\"date\\": \\"Wed, 28 Aug 2024 00:58:18 GMT\\"}; value: Error { error_code: Some(\\"ServiceNotAvailable\\"), message: \\"Service Unavailable\\", request_id: \\"eae969aa-5f5d-42b8-833a-0ca067cbdc69\\" }"
file = oximeter/producer/src/lib.rs:424
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
1815 | 2024-08-28T00:58:24.544Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34432
|
1816 | 2024-08-28T00:58:24.544Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34432
req_id = 0a3b8fa7-d6bf-4490-91b4-d00c7365b532
response_code = 200
uri = /baseboard
|
1817 | 2024-08-28T00:58:36.366Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54508
|
1818 | 2024-08-28T00:58:36.367Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 678
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54508
req_id = 474b7d21-2a6b-4be9-b4fc-5f9bf024510d
response_code = 200
uri = /vpc-routes
|
1819 | 2024-08-28T00:58:36.479Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54508
req_id = a41f390b-8e77-43ef-b87e-8b02387ec71f
response_code = 204
uri = /vpc-routes
|
1820 | 2024-08-28T00:58:36.497Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40602
|
1821 | 2024-08-28T00:58:36.497Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40602
req_id = 150af2c2-0025-4d15-a06f-2b1338d17243
response_code = 200
uri = /v2p
|
1822 | 2024-08-28T00:58:36.622Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63191
|
1823 | 2024-08-28T00:58:36.622Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1824 | 2024-08-28T00:58:36.660Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1825 | 2024-08-28T00:58:36.718Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95997
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:63191
req_id = 474eb222-aa94-4202-9789-2b7976582948
response_code = 204
uri = /switch-ports
|
1826 | 2024-08-28T00:58:36.718Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63191
req_id = 5b4f1241-6959-475a-b794-660cb61181b9
response_code = 200
uri = /network-bootstore-config
|
1827 | 2024-08-28T00:58:37.022Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57533
|
1828 | 2024-08-28T00:58:37.022Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 191
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57533
req_id = bd87badb-6e33-40ac-a013-2f1f0da32728
response_code = 200
uri = /v2p
|
1829 | 2024-08-28T00:58:37.055Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35363
|
1830 | 2024-08-28T00:58:37.055Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35363
req_id = e6ebc826-2ec7-456e-adf2-4bbfc1d5cc2b
response_code = 200
uri = /vpc-routes
|
1831 | 2024-08-28T00:58:37.062Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63061
|
1832 | 2024-08-28T00:58:37.062Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 29
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63061
req_id = 8df0fd62-d696-426f-91a4-3c0657a27523
response_code = 200
uri = /vpc-routes
|
1833 | 2024-08-28T00:58:37.068Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35363
req_id = 1a549b6b-49f6-4e34-bfac-905875060006
response_code = 204
uri = /vpc-routes
|
1834 | 2024-08-28T00:58:37.077Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 897
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63061
req_id = 22b29aac-ab2d-4648-b559-78baae1b1ab3
response_code = 204
uri = /vpc-routes
|
1835 | 2024-08-28T00:58:37.162Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47277
|
1836 | 2024-08-28T00:58:37.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47277
req_id = 1a6e4808-ecbd-4c97-b80a-73eda89cbd2c
response_code = 200
uri = /v2p
|
1837 | 2024-08-28T00:58:37.237Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34769
|
1838 | 2024-08-28T00:58:37.237Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1839 | 2024-08-28T00:58:37.273Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1840 | 2024-08-28T00:58:37.328Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 90914
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:34769
req_id = 9d9142f7-5bae-4afc-a88f-a81b2170f1e2
response_code = 204
uri = /switch-ports
|
1841 | 2024-08-28T00:58:37.328Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61024
|
1842 | 2024-08-28T00:58:37.329Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1843 | 2024-08-28T00:58:37.332Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34769
req_id = 058f4e18-c72b-4284-af59-03f0a06fd6d2
response_code = 200
uri = /network-bootstore-config
|
1844 | 2024-08-28T00:58:37.364Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1845 | 2024-08-28T00:58:37.421Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92882
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:61024
req_id = 3fc7d4c2-a4d3-40e1-a204-91633bc394dc
response_code = 204
uri = /switch-ports
|
1846 | 2024-08-28T00:58:37.421Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 181
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61024
req_id = 3881834b-8a71-4aea-9abe-49de2b92cd8f
response_code = 200
uri = /network-bootstore-config
|
1847 | 2024-08-28T00:58:54.578Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41710
|
1848 | 2024-08-28T00:58:54.578Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41710
req_id = 342ad510-55cb-45e2-8545-523b071a010e
response_code = 200
uri = /baseboard
|
1849 | 2024-08-28T00:59:06.528Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49779
|
1850 | 2024-08-28T00:59:06.528Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49779
req_id = 1d8fe407-f6e8-4ad5-a553-1f0f7fe86eb5
response_code = 200
uri = /vpc-routes
|
1851 | 2024-08-28T00:59:06.615Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53723
|
1852 | 2024-08-28T00:59:06.615Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53723
req_id = 5c3dc53b-0722-487b-906f-5e05235ac43f
response_code = 200
uri = /v2p
|
1853 | 2024-08-28T00:59:06.647Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 698
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49779
req_id = 94f82c36-844f-47bd-b89b-57d3c6be0a8f
response_code = 204
uri = /vpc-routes
|
1854 | 2024-08-28T00:59:06.701Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57514
|
1855 | 2024-08-28T00:59:06.701Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1856 | 2024-08-28T00:59:06.741Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1857 | 2024-08-28T00:59:06.800Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 99163
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:57514
req_id = c1d7413e-26d3-4919-ad0d-f3246ec41c35
response_code = 204
uri = /switch-ports
|
1858 | 2024-08-28T00:59:06.800Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57514
req_id = 77a749c7-94a1-4d84-85f8-ee910d4f9888
response_code = 200
uri = /network-bootstore-config
|
1859 | 2024-08-28T00:59:07.064Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47535
|
1860 | 2024-08-28T00:59:07.065Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1047
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47535
req_id = 33065ea9-6925-4c7a-81c9-16692dd404e6
response_code = 200
uri = /v2p
|
1861 | 2024-08-28T00:59:07.106Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43216
|
1862 | 2024-08-28T00:59:07.106Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 25
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43216
req_id = 7fcc42e5-1fc4-44cf-a393-4af815731259
response_code = 200
uri = /vpc-routes
|
1863 | 2024-08-28T00:59:07.128Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43216
req_id = cbdc32e7-a4ae-4b6b-9458-ced811d6ec86
response_code = 204
uri = /vpc-routes
|
1864 | 2024-08-28T00:59:07.208Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35050
|
1865 | 2024-08-28T00:59:07.208Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 35
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35050
req_id = 9c2fb55a-7c5b-4092-9312-24832c86ef0f
response_code = 200
uri = /vpc-routes
|
1866 | 2024-08-28T00:59:07.225Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35050
req_id = 926f24d4-5276-4f68-81fb-fe444166c0b0
response_code = 204
uri = /vpc-routes
|
1867 | 2024-08-28T00:59:07.319Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44547
|
1868 | 2024-08-28T00:59:07.319Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44547
req_id = f887483d-110a-42c4-98d7-5e931a1fbffa
response_code = 200
uri = /v2p
|
1869 | 2024-08-28T00:59:07.407Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47328
|
1870 | 2024-08-28T00:59:07.407Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1871 | 2024-08-28T00:59:07.445Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1872 | 2024-08-28T00:59:07.497Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 89913
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:47328
req_id = 29d8c96f-f0a2-4e55-a59b-bfa200aaa7cd
response_code = 204
uri = /switch-ports
|
1873 | 2024-08-28T00:59:07.497Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47328
req_id = 32f4b10b-831c-47e7-9bd3-2a94ce04185e
response_code = 200
uri = /network-bootstore-config
|
1874 | 2024-08-28T00:59:07.552Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61203
|
1875 | 2024-08-28T00:59:07.552Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1876 | 2024-08-28T00:59:07.590Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1877 | 2024-08-28T00:59:07.646Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93409
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:61203
req_id = 763940dc-dbe6-48c0-a78e-0be896f41711
response_code = 204
uri = /switch-ports
|
1878 | 2024-08-28T00:59:07.646Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61203
req_id = 19f10e6d-d4b3-4c1a-a0f6-9be3273fdd56
response_code = 200
uri = /network-bootstore-config
|
1879 | 2024-08-28T00:59:24.611Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:43232
|
1880 | 2024-08-28T00:59:24.611Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 39
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:43232
req_id = ea74048b-7660-4921-9471-23795b222c90
response_code = 200
uri = /baseboard
|
1881 | 2024-08-28T00:59:36.529Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33127
|
1882 | 2024-08-28T00:59:36.529Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33127
req_id = 2f03b73a-6268-47d6-9945-4b25b4971e79
response_code = 200
uri = /vpc-routes
|
1883 | 2024-08-28T00:59:36.546Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 792
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33127
req_id = d7526c0e-2bb9-4172-b200-9cb03c2a8c67
response_code = 204
uri = /vpc-routes
|
1884 | 2024-08-28T00:59:36.608Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54922
|
1885 | 2024-08-28T00:59:36.608Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54922
req_id = fdca7d8f-f453-4e6a-850e-fe88c2ff341a
response_code = 200
uri = /v2p
|
1886 | 2024-08-28T00:59:36.631Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34818
|
1887 | 2024-08-28T00:59:36.632Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1888 | 2024-08-28T00:59:36.674Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1889 | 2024-08-28T00:59:36.735Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 103273
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:34818
req_id = 5c3c3b51-730f-4c91-b98e-a3184a1af629
response_code = 204
uri = /switch-ports
|
1890 | 2024-08-28T00:59:36.736Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 848
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34818
req_id = 16aea49a-042c-4515-9dfb-dbf5ee0cfa9a
response_code = 200
uri = /network-bootstore-config
|
1891 | 2024-08-28T00:59:37.038Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45296
|
1892 | 2024-08-28T00:59:37.038Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 739
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45296
req_id = 7f1a3bfc-5874-4ec7-a399-bce70e3aa1a4
response_code = 200
uri = /vpc-routes
|
1893 | 2024-08-28T00:59:37.048Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 170
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:45296
req_id = ad17bbea-5365-49e4-9d58-d6dd93fde8a2
response_code = 204
uri = /vpc-routes
|
1894 | 2024-08-28T00:59:37.051Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40246
|
1895 | 2024-08-28T00:59:37.051Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40246
req_id = 82da3261-64aa-483d-b5b0-325d43691990
response_code = 200
uri = /vpc-routes
|
1896 | 2024-08-28T00:59:37.062Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40246
req_id = 3a3dccc5-499f-4a3d-ada3-654c1ad42f11
response_code = 204
uri = /vpc-routes
|
1897 | 2024-08-28T00:59:37.121Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38840
|
1898 | 2024-08-28T00:59:37.122Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38840
req_id = 0a3f7588-8417-4722-b9a0-0aadeda6abc2
response_code = 200
uri = /v2p
|
1899 | 2024-08-28T00:59:37.130Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50225
|
1900 | 2024-08-28T00:59:37.130Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1901 | 2024-08-28T00:59:37.170Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1902 | 2024-08-28T00:59:37.232Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 101372
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50225
req_id = 1b0f99d7-8097-440c-8635-6011e1f586ef
response_code = 204
uri = /switch-ports
|
1903 | 2024-08-28T00:59:37.232Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45699
|
1904 | 2024-08-28T00:59:37.232Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 194
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50225
req_id = 4ee655c1-fa5a-4574-907f-2c98c34ee5c5
response_code = 200
uri = /network-bootstore-config
|
1905 | 2024-08-28T00:59:37.233Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1174
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45699
req_id = 3b1a7329-a2cd-4c79-aa67-9249ab838bed
response_code = 200
uri = /v2p
|
1906 | 2024-08-28T00:59:37.361Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38714
|
1907 | 2024-08-28T00:59:37.361Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1908 | 2024-08-28T00:59:37.402Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1909 | 2024-08-28T00:59:37.463Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 102245
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38714
req_id = 63781ca9-a866-4157-8985-81c0b7c5936d
response_code = 204
uri = /switch-ports
|
1910 | 2024-08-28T00:59:37.464Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38714
req_id = efed471a-95c5-455b-81e1-fd76f3b47636
response_code = 200
uri = /network-bootstore-config
|
1911 | 2024-08-28T00:59:54.643Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61678
|
1912 | 2024-08-28T00:59:54.643Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61678
req_id = 6974caee-2a76-4456-9598-62cdb4306af6
response_code = 200
uri = /baseboard
|
1913 | 2024-08-28T01:00:06.432Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46784
|
1914 | 2024-08-28T01:00:06.432Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46784
req_id = fbff9fe5-9b05-405e-85eb-dd5ff8aa490c
response_code = 200
uri = /vpc-routes
|
1915 | 2024-08-28T01:00:06.463Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51876
|
1916 | 2024-08-28T01:00:06.463Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51876
req_id = 190c647a-36f8-41d5-a6bc-b2cd08514385
response_code = 200
uri = /v2p
|
1917 | 2024-08-28T01:00:06.473Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 699
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46784
req_id = 1176abe2-9003-4778-a5ef-75e097325633
response_code = 204
uri = /vpc-routes
|
1918 | 2024-08-28T01:00:06.690Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62754
|
1919 | 2024-08-28T01:00:06.691Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1920 | 2024-08-28T01:00:06.735Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1921 | 2024-08-28T01:00:06.792Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 101407
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:62754
req_id = 4e507df8-4a8a-40d6-aba2-71883b973c34
response_code = 204
uri = /switch-ports
|
1922 | 2024-08-28T01:00:06.792Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62754
req_id = 932be577-d7d3-4c0a-bc0e-cb350bc38b46
response_code = 200
uri = /network-bootstore-config
|
1923 | 2024-08-28T01:00:07.072Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36825
|
1924 | 2024-08-28T01:00:07.073Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1192
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36825
req_id = aea0431b-2745-4efa-a725-eabd1d672985
response_code = 200
uri = /v2p
|
1925 | 2024-08-28T01:00:07.114Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53689
|
1926 | 2024-08-28T01:00:07.114Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53689
req_id = 2fa08d8a-382b-4309-8e68-d626d387b221
response_code = 200
uri = /vpc-routes
|
1927 | 2024-08-28T01:00:07.122Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:53689
req_id = 3d60d23e-4156-4623-827d-ee7df50fd7c9
response_code = 204
uri = /vpc-routes
|
1928 | 2024-08-28T01:00:07.231Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53537
|
1929 | 2024-08-28T01:00:07.232Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1039
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53537
req_id = 3842f172-9bf3-469d-9bbb-ff64aeb72ddb
response_code = 200
uri = /vpc-routes
|
1930 | 2024-08-28T01:00:07.241Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:53537
req_id = aa9cc432-e90f-404d-ab57-ba00871eb25f
response_code = 204
uri = /vpc-routes
|
1931 | 2024-08-28T01:00:07.257Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50583
|
1932 | 2024-08-28T01:00:07.257Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50583
req_id = 7552ad08-d403-4bbe-a323-5574186ae236
response_code = 200
uri = /v2p
|
1933 | 2024-08-28T01:00:07.316Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54473
|
1934 | 2024-08-28T01:00:07.317Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1935 | 2024-08-28T01:00:07.361Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1936 | 2024-08-28T01:00:07.419Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 102518
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:54473
req_id = fd7a1508-e93d-481f-98fa-eef366b59c79
response_code = 204
uri = /switch-ports
|
1937 | 2024-08-28T01:00:07.419Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64382
|
1938 | 2024-08-28T01:00:07.419Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1939 | 2024-08-28T01:00:07.454Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1940 | 2024-08-28T01:00:07.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 89905
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:64382
req_id = 6996b96a-ff64-4f6f-88c2-371d015b3dac
response_code = 204
uri = /switch-ports
|
1941 | 2024-08-28T01:00:07.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54473
req_id = f15fdd06-f68d-4a57-94c9-7e882ed11ba5
response_code = 200
uri = /network-bootstore-config
|
1942 | 2024-08-28T01:00:07.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 157
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64382
req_id = 3336d5e5-49d0-429f-9c29-c4ce8dfb2729
response_code = 200
uri = /network-bootstore-config
|
1943 | 2024-08-28T01:00:24.677Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62257
|
1944 | 2024-08-28T01:00:24.677Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 50
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62257
req_id = 818683b0-9d66-46c1-a9ca-e92e23c710bf
response_code = 200
uri = /baseboard
|
1945 | 2024-08-28T01:00:36.374Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51122
|
1946 | 2024-08-28T01:00:36.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51122
req_id = 65894715-8d5a-4b7d-be93-7412629d8cf6
response_code = 200
uri = /vpc-routes
|
1947 | 2024-08-28T01:00:36.383Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51122
req_id = 7ab05c40-dc3e-404e-bfcc-fd46bf066e6d
response_code = 204
uri = /vpc-routes
|
1948 | 2024-08-28T01:00:36.458Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55087
|
1949 | 2024-08-28T01:00:36.459Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55087
req_id = f2a6d9dd-8801-4c4d-abea-1e0c1de07f69
response_code = 200
uri = /v2p
|
1950 | 2024-08-28T01:00:36.505Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36256
|
1951 | 2024-08-28T01:00:36.505Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1952 | 2024-08-28T01:00:36.544Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1953 | 2024-08-28T01:00:36.603Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 97341
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:36256
req_id = fc75241c-438e-49b0-8ade-9c4de420200c
response_code = 204
uri = /switch-ports
|
1954 | 2024-08-28T01:00:36.603Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 201
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36256
req_id = 9eb7643d-9d79-4789-8a34-e84469fdc530
response_code = 200
uri = /network-bootstore-config
|
1955 | 2024-08-28T01:00:36.994Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38734
|
1956 | 2024-08-28T01:00:36.994Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 61
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38734
req_id = e6ad0d0c-c4eb-48dc-8403-f381b89ad539
response_code = 200
uri = /vpc-routes
|
1957 | 2024-08-28T01:00:37.004Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:38734
req_id = 66e9a304-b522-43f1-84ab-2222e288ec00
response_code = 204
uri = /vpc-routes
|
1958 | 2024-08-28T01:00:37.051Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52602
|
1959 | 2024-08-28T01:00:37.051Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52602
req_id = 200537ef-aeaf-423a-b896-302c2fac5e96
response_code = 200
uri = /vpc-routes
|
1960 | 2024-08-28T01:00:37.061Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52602
req_id = 78431452-6493-4364-8478-0b20cfef8780
response_code = 204
uri = /vpc-routes
|
1961 | 2024-08-28T01:00:37.122Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60524
|
1962 | 2024-08-28T01:00:37.122Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1963 | 2024-08-28T01:00:37.164Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1964 | 2024-08-28T01:00:37.226Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 103438
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:60524
req_id = 6e619bfa-b8cc-45d0-ae68-50e6c413d9fd
response_code = 204
uri = /switch-ports
|
1965 | 2024-08-28T01:00:37.226Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58035
|
1966 | 2024-08-28T01:00:37.226Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46174
|
1967 | 2024-08-28T01:00:37.226Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 206
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58035
req_id = be90c051-fb0e-4e60-bcb1-ea8659979e26
response_code = 200
uri = /v2p
|
1968 | 2024-08-28T01:00:37.226Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1969 | 2024-08-28T01:00:37.226Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 274
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60524
req_id = 80c0cc3e-c01c-4b73-ac76-3aab7f3eb3a9
response_code = 200
uri = /network-bootstore-config
|
1970 | 2024-08-28T01:00:37.268Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1971 | 2024-08-28T01:00:37.277Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49743
|
1972 | 2024-08-28T01:00:37.277Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 178
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49743
req_id = 8abca13a-964e-456d-a4e8-7a069568384e
response_code = 200
uri = /v2p
|
1973 | 2024-08-28T01:00:37.326Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 99404
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:46174
req_id = b0a02b7b-19da-4831-ab2e-16b9594c7aec
response_code = 204
uri = /switch-ports
|
1974 | 2024-08-28T01:00:37.326Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46174
req_id = f74328d1-21d7-433a-b5a4-99e9973a9a53
response_code = 200
uri = /network-bootstore-config
|
1975 | 2024-08-28T01:00:54.710Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:44312
|
1976 | 2024-08-28T01:00:54.711Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 872
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:44312
req_id = fab5112e-5323-4efb-bbb6-1240dd2f13dc
response_code = 200
uri = /baseboard
|
1977 | 2024-08-28T01:01:06.452Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36479
|
1978 | 2024-08-28T01:01:06.452Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36479
req_id = 2598728d-492a-4b47-bc82-2ca564d2b89d
response_code = 200
uri = /vpc-routes
|
1979 | 2024-08-28T01:01:06.467Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36479
req_id = 46482c77-3511-486f-bbab-d8942e406c88
response_code = 204
uri = /vpc-routes
|
1980 | 2024-08-28T01:01:06.617Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45419
|
1981 | 2024-08-28T01:01:06.617Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45419
req_id = 7b6056b0-b2dc-4ac9-8d22-6d9bcfb03b80
response_code = 200
uri = /v2p
|
1982 | 2024-08-28T01:01:06.639Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56789
|
1983 | 2024-08-28T01:01:06.640Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
1984 | 2024-08-28T01:01:06.683Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
1985 | 2024-08-28T01:01:06.746Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 107496
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:56789
req_id = 14d916bb-c481-4b9c-aa57-d664b8829010
response_code = 204
uri = /switch-ports
|
1986 | 2024-08-28T01:01:06.747Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56789
req_id = ec9d8a21-9462-443a-a4d7-e0ed1dc3e895
response_code = 200
uri = /network-bootstore-config
|
1987 | 2024-08-28T01:01:06.752Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39852
|
1988 | 2024-08-28T01:01:06.752Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name("external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name("external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name("nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name("nexus-a5227819-155d-4a08-8e71-bd8a327ad739"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name("nexus-4ee19452-709a-4abd-a238-7af80f61d166"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1989 | 2024-08-28T01:01:06.752Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1990 | 2024-08-28T01:01:06.752Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1991 | 2024-08-28T01:01:06.752Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1992 | 2024-08-28T01:01:06.752Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
1993 | 2024-08-28T01:01:06.752Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1994 | 2024-08-28T01:01:06.752Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1995 | 2024-08-28T01:01:06.753Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 365
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39852
req_id = 8b4124c2-f123-46b4-8999-703e48e49e46
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1996 | 2024-08-28T01:01:07.264Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61506
|
1997 | 2024-08-28T01:01:07.265Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 915
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61506
req_id = c9986647-2816-49a6-9367-b55e8811240b
response_code = 200
uri = /v2p
|
1998 | 2024-08-28T01:01:07.296Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45262
|
1999 | 2024-08-28T01:01:07.296Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 31
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45262
req_id = 44cdb717-8085-4395-9510-255f8f9001f8
response_code = 200
uri = /vpc-routes
|
2000 | 2024-08-28T01:01:07.303Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33777
|
2001 | 2024-08-28T01:01:07.303Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 19
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33777
req_id = b8e41b64-7662-48ca-895a-a0a3c921a89e
response_code = 200
uri = /vpc-routes
|
2002 | 2024-08-28T01:01:07.304Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:45262
req_id = 7905d175-b3d0-4c17-9b30-da8838395d07
response_code = 204
uri = /vpc-routes
|
2003 | 2024-08-28T01:01:07.316Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:33777
req_id = 369cf011-cb8a-44ce-b14e-844c92e1aa02
response_code = 204
uri = /vpc-routes
|
2004 | 2024-08-28T01:01:07.360Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44038
|
2005 | 2024-08-28T01:01:07.360Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
2006 | 2024-08-28T01:01:07.405Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
2007 | 2024-08-28T01:01:07.472Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 111152
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:44038
req_id = 8ea2506a-12c1-4931-987c-372b97aeed11
response_code = 204
uri = /switch-ports
|
2008 | 2024-08-28T01:01:07.472Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35172
|
2009 | 2024-08-28T01:01:07.472Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
2010 | 2024-08-28T01:01:07.512Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
2011 | 2024-08-28T01:01:07.571Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 99343
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:35172
req_id = bc23e38c-94d9-404f-8437-144a51199580
response_code = 204
uri = /switch-ports
|
2012 | 2024-08-28T01:01:07.571Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 158
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44038
req_id = 3cacfd85-8791-4b04-b8fc-d4466a808288
response_code = 200
uri = /network-bootstore-config
|
2013 | 2024-08-28T01:01:07.571Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48146
|
2014 | 2024-08-28T01:01:07.571Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46023
|
2015 | 2024-08-28T01:01:07.572Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 299
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35172
req_id = efb3017b-97d0-44e5-986e-9ae673170cf1
response_code = 200
uri = /network-bootstore-config
|
2016 | 2024-08-28T01:01:07.572Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 268
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46023
req_id = d9b81c4d-7776-4275-8db9-d902d2460859
response_code = 200
uri = /v2p
|
2017 | 2024-08-28T01:01:07.572Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name("external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name("external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name("nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name("nexus-a5227819-155d-4a08-8e71-bd8a327ad739"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name("nexus-4ee19452-709a-4abd-a238-7af80f61d166"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
2018 | 2024-08-28T01:01:07.572Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2019 | 2024-08-28T01:01:07.572Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
2020 | 2024-08-28T01:01:07.572Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2021 | 2024-08-28T01:01:07.572Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
2022 | 2024-08-28T01:01:07.572Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2023 | 2024-08-28T01:01:07.572Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
2024 | 2024-08-28T01:01:07.572Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 414
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:48146
req_id = 0315f965-89a5-4a9c-9a46-a45d7efed0e1
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
2025 | 2024-08-28T01:01:07.610Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53939
|
2026 | 2024-08-28T01:01:07.610Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1eb980bf-46dc-45a7-aa4f-098bf58d6904, kind: Service { id: 2cae9f85-8043-498f-af8e-a4bc9724ac55 }, name: Name("external-dns-2cae9f85-8043-498f-af8e-a4bc9724ac55"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 38])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eafd744b-ffb5-445c-8366-bd33299374a6, kind: Service { id: fa9e7556-b41e-4114-bf3f-e918820a9bcf }, name: Name("external-dns-fa9e7556-b41e-4114-bf3f-e918820a9bcf"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 132])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 16870a00-56de-4335-bbe4-e10f8544f208, kind: Service { id: f840e071-026c-488d-b1c9-2c4d1ce3e74d }, name: Name("nexus-f840e071-026c-488d-b1c9-2c4d1ce3e74d"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 707af25c-dc9c-42b2-9351-0dc3824f26c9, kind: Service { id: a5227819-155d-4a08-8e71-bd8a327ad739 }, name: Name("nexus-a5227819-155d-4a08-8e71-bd8a327ad739"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a6310629-11e4-4b6d-b328-1d8767a4ab69, kind: Service { id: 4ee19452-709a-4abd-a238-7af80f61d166 }, name: Name("nexus-4ee19452-709a-4abd-a238-7af80f61d166"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 68])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
2027 | 2024-08-28T01:01:07.610Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2028 | 2024-08-28T01:01:07.611Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
2029 | 2024-08-28T01:01:07.611Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2030 | 2024-08-28T01:01:07.611Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
2031 | 2024-08-28T01:01:07.611Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2032 | 2024-08-28T01:01:07.611Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
2033 | 2024-08-28T01:01:07.611Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 913
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:53939
req_id = 7ca54227-9261-46ea-845a-e343e34945f3
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
2034 | 2024-08-28T01:01:24.744Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61481
|
2035 | 2024-08-28T01:01:24.744Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 575
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61481
req_id = cf804610-a3ea-4a03-ab1d-f8433f11644e
response_code = 200
uri = /baseboard
|
2036 | 2024-08-28T01:01:30.428Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:197
|
2037 | 2024-08-28T01:01:30.428Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
2038 | 2024-08-28T01:01:30.474Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1953, tv_nsec: 988196556 }
time_to_next_cleanup = 599.99999749s
|
2039 | 2024-08-28T01:01:36.451Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64813
|
2040 | 2024-08-28T01:01:36.451Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64813
req_id = 8da8ee08-15ea-49b5-bfef-c290fafe3dae
response_code = 200
uri = /vpc-routes
|
2041 | 2024-08-28T01:01:36.463Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 826
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64813
req_id = 7435e3f0-e355-4ec4-8e20-3f967f2fd068
response_code = 204
uri = /vpc-routes
|
2042 | 2024-08-28T01:01:36.562Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53771
|
2043 | 2024-08-28T01:01:36.562Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53771
req_id = 04e49e3a-7591-443c-bf52-adc2bc8f6518
response_code = 200
uri = /v2p
|
2044 | 2024-08-28T01:01:36.577Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47204
|
2045 | 2024-08-28T01:01:36.577Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
2046 | 2024-08-28T01:01:36.621Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
2047 | 2024-08-28T01:01:36.679Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 101970
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:47204
req_id = aa9d2e0a-fde1-406d-b66c-f7551b2e59b5
response_code = 204
uri = /switch-ports
|
2048 | 2024-08-28T01:01:36.679Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 207
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47204
req_id = 0e11065d-f0f5-4a95-a08c-a14125bc7d1d
response_code = 200
uri = /network-bootstore-config
|
2049 | 2024-08-28T01:01:37.048Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52582
|
2050 | 2024-08-28T01:01:37.048Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52582
req_id = f6ab954c-bbff-4272-a5f6-e6a1ebeb6ba9
response_code = 200
uri = /vpc-routes
|
2051 | 2024-08-28T01:01:37.058Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52582
req_id = 9bf66aed-edda-4044-883f-832a4b343ad4
response_code = 204
uri = /vpc-routes
|
2052 | 2024-08-28T01:01:37.129Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64634
|
2053 | 2024-08-28T01:01:37.129Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64634
req_id = f9b8a428-9978-454f-a84c-5fee536b79bc
response_code = 200
uri = /v2p
|
2054 | 2024-08-28T01:01:37.192Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40437
|
2055 | 2024-08-28T01:01:37.192Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
2056 | 2024-08-28T01:01:37.234Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
2057 | 2024-08-28T01:01:37.298Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 105947
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:40437
req_id = c69f40fc-35d1-4eb8-9b3c-f4a26c6b7886
response_code = 204
uri = /switch-ports
|
2058 | 2024-08-28T01:01:37.298Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43416
|
2059 | 2024-08-28T01:01:37.298Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64048
|
2060 | 2024-08-28T01:01:37.298Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57526
|
2061 | 2024-08-28T01:01:37.298Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 394
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40437
req_id = f5ca25c6-9365-46d5-9a27-4ed7c3ff091f
response_code = 200
uri = /network-bootstore-config
|
2062 | 2024-08-28T01:01:37.298Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 167
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64048
req_id = 4631f90c-5a1b-44fe-8cc1-c822110e030f
response_code = 200
uri = /vpc-routes
|
2063 | 2024-08-28T01:01:37.298Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 287
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43416
req_id = a387a6a1-e4ea-458c-ba39-74f16eaa64ec
response_code = 200
uri = /v2p
|
2064 | 2024-08-28T01:01:37.299Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
2065 | 2024-08-28T01:01:37.307Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 281
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64048
req_id = f91e5846-0402-4342-8aab-204bf0d95425
response_code = 204
uri = /vpc-routes
|
2066 | 2024-08-28T01:01:37.340Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
2067 | 2024-08-28T01:01:37.393Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94617
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:57526
req_id = 21cf9245-436a-451f-a9cc-8ed301830a6c
response_code = 204
uri = /switch-ports
|
2068 | 2024-08-28T01:01:37.393Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 178
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57526
req_id = 0a4686cc-fd28-41e8-ad03-5ec9b2addd89
response_code = 200
uri = /network-bootstore-config
|
2069 | 2024-08-28T01:01:44.053Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
2070 | 2024-08-28T01:01:54.778Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41580
|
2071 | 2024-08-28T01:01:54.778Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 45
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41580
req_id = c81ea960-0dcc-4ade-80db-48b6b9b798a0
response_code = 200
uri = /baseboard
|
2072 | 2024-08-28T01:01:59.368Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 239.399762795s
error = "Error Response: status: 503 Service Unavailable; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"f3f552d0-e013-4c5d-bb2d-a9302baf971a\\", \\"content-length\\": \\"133\\", \\"date\\": \\"Wed, 28 Aug 2024 01:01:59 GMT\\"}; value: Error { error_code: Some(\\"ServiceNotAvailable\\"), message: \\"Service Unavailable\\", request_id: \\"f3f552d0-e013-4c5d-bb2d-a9302baf971a\\" }"
file = oximeter/producer/src/lib.rs:424
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
2073 | 2024-08-28T01:02:06.434Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55444
|
2074 | 2024-08-28T01:02:06.435Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 264
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55444
req_id = 0bfb0306-5bc4-4a7f-996e-40495e3af36e
response_code = 200
uri = /vpc-routes
|
2075 | 2024-08-28T01:02:06.446Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:55444
req_id = 8e09dc96-a8a2-451d-91c3-f254a20cd4d8
response_code = 204
uri = /vpc-routes
|
2076 | 2024-08-28T01:02:06.598Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57919
|
2077 | 2024-08-28T01:02:06.598Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 153
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57919
req_id = 251db403-59df-4b43-b3cc-b33eff58316b
response_code = 200
uri = /v2p
|
2078 | 2024-08-28T01:02:06.670Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60627
|
2079 | 2024-08-28T01:02:06.670Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
2080 | 2024-08-28T01:02:06.713Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
2081 | 2024-08-28T01:02:06.774Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 104222
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60627
req_id = c5dfe463-a464-473d-a766-7ddddcb551b3
response_code = 204
uri = /switch-ports
|
2082 | 2024-08-28T01:02:06.774Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 197
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60627
req_id = 6f16d29e-a328-4dda-a247-4dbafdc5f6d7
response_code = 200
uri = /network-bootstore-config
|
2083 | 2024-08-28T01:02:07.274Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51963
|
2084 | 2024-08-28T01:02:07.274Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 156
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51963
req_id = 6f823f43-c915-417b-b42c-305234606824
response_code = 200
uri = /v2p
|
2085 | 2024-08-28T01:02:07.321Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39872
|
2086 | 2024-08-28T01:02:07.322Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39872
req_id = 00c10398-e13a-441f-8c32-c8981197b788
response_code = 200
uri = /v2p
|
2087 | 2024-08-28T01:02:07.323Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43836
|
2088 | 2024-08-28T01:02:07.323Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 33
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43836
req_id = 4e5444ee-7d40-437b-b5a8-6bdefcb08f07
response_code = 200
uri = /vpc-routes
|
2089 | 2024-08-28T01:02:07.334Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43836
req_id = 70801eb9-6150-47c3-8e74-c1cd09b8cec2
response_code = 204
uri = /vpc-routes
|
2090 | 2024-08-28T01:02:07.394Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57195
|
2091 | 2024-08-28T01:02:07.394Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 31
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57195
req_id = 1404f2b8-fdd7-4dd4-9a4a-f29fa8d1d32f
response_code = 200
uri = /vpc-routes
|
2092 | 2024-08-28T01:02:07.397Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36156
|
2093 | 2024-08-28T01:02:07.397Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
2094 | 2024-08-28T01:02:07.442Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
2095 | 2024-08-28T01:02:07.504Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 106480
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36156
req_id = 51de7044-9397-4d2c-b532-965cc04e7402
response_code = 204
uri = /switch-ports
|
2096 | 2024-08-28T01:02:07.504Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34370
|
2097 | 2024-08-28T01:02:07.504Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 191
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:57195
req_id = 269b65e8-ef41-45e8-a12b-593746bd3f27
response_code = 204
uri = /vpc-routes
|
2098 | 2024-08-28T01:02:07.504Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 273
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36156
req_id = 3f43d47c-a943-489b-a6bb-e05a9d88d525
response_code = 200
uri = /network-bootstore-config
|
2099 | 2024-08-28T01:02:07.504Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
2100 | 2024-08-28T01:02:07.547Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
2101 | 2024-08-28T01:02:07.605Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 100999
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:34370
req_id = ac398e62-ea95-4ef3-be1b-8dd67cb48b67
response_code = 204
uri = /switch-ports
|
2102 | 2024-08-28T01:02:07.606Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 611
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34370
req_id = 63cb6477-5027-42ea-8f4b-e42dd61a33e2
response_code = 200
uri = /network-bootstore-config
|
2103 | 2024-08-28T01:02:24.827Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56090
|
2104 | 2024-08-28T01:02:24.827Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 63
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56090
req_id = 68435f5e-349b-44e6-91df-79c5244eaec8
response_code = 200
uri = /baseboard
|
2105 | 2024-08-28T01:02:33.419Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40427
|
2106 | 2024-08-28T01:02:33.419Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40427
req_id = ff775316-d1a4-40c9-a41c-2da0a40fbde5
response_code = 200
uri = /v2p
|
2107 | 2024-08-28T01:02:33.420Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:778
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(16235365) }
|
2108 | 2024-08-28T01:02:33.420Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 730
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40427
req_id = ad89ecd2-62e4-4cf5-a835-de58eddd5a09
response_code = 204
uri = /v2p
|
2109 | 2024-08-28T01:02:33.546Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40849
|
2110 | 2024-08-28T01:02:33.550Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:570
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(16235365))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-6a0b3883249", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 431c70a8-6da2-437a-9b24-289d6e00ea92, read_only_parent: Some(Volume { block_size: 512, id: 03629dab-ffe1-4938-972f-9ddb766ba3c5, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 832bb390-a013-402e-8ebd-34381ded9d70, key: Some("igIR2vULqVM84SQQ46gLEpE5X4dSkt/7G2vm2WBVdU8="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::1a]:19001", "[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::19]:19002"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 431c70a8-6da2-437a-9b24-289d6e00ea92, key: Some("2Fl9hckyGXn8cH+Vo5Imu7VgHyCOHXoipnJ3jjPD8cQ="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::12]:19001", "[fd00:1122:3344:101::14]:19002", "[fd00:1122:3344:101::19]:19003"] } }] } }], cloud_init_bytes: Some(..) }
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
instance_runtime = InstanceRuntimeState { propolis_id: Some(a9c40859-4ce6-487f-af93-4064b962a346 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-08-28T01:02:33.105822388Z }
metadata = InstanceMetadata { silo_id: b8478af8-2fe4-4899-96a9-17a68c059f6b, project_id: 1b1e2353-8423-4488-8cf9-a7ca5dd8b6f8 }
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-28T01:02:33.032584Z }
|
2111 | 2024-08-28T01:02:33.550Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:603
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2112 | 2024-08-28T01:02:33.550Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:991
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
migration_id = None
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(16235365))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c475b961-fc72-4363-b146-f13036d1dd45, kind: Instance { id: d5200ea9-f81d-4e22-b797-ad91ab2270c8 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 220, 162])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16235365), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-6a0b3883249", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 431c70a8-6da2-437a-9b24-289d6e00ea92, read_only_parent: Some(Volume { block_size: 512, id: 03629dab-ffe1-4938-972f-9ddb766ba3c5, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 832bb390-a013-402e-8ebd-34381ded9d70, key: Some("igIR2vULqVM84SQQ46gLEpE5X4dSkt/7G2vm2WBVdU8="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::1a]:19001", "[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::19]:19002"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 431c70a8-6da2-437a-9b24-289d6e00ea92, key: Some("2Fl9hckyGXn8cH+Vo5Imu7VgHyCOHXoipnJ3jjPD8cQ="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::12]:19001", "[fd00:1122:3344:101::14]:19002", "[fd00:1122:3344:101::19]:19003"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-28T01:02:33.032584Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
2113 | 2024-08-28T01:02:33.551Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4700
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40849
req_id = 6affdc11-d805-4c61-b369-0ac2d930e71c
response_code = 200
uri = /vmms/a9c40859-4ce6-487f-af93-4064b962a346
|
2114 | 2024-08-28T01:02:33.655Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38913
|
2115 | 2024-08-28T01:02:33.655Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38913
req_id = f2bb1847-a14e-462f-9af6-54e506afe175
response_code = 200
uri = /vmms/a9c40859-4ce6-487f-af93-4064b962a346/state
|
2116 | 2024-08-28T01:02:33.657Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 247, 220, 162]), slot: 0, vni: Vni { inner: 16235365 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
2117 | 2024-08-28T01:02:33.657Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
2118 | 2024-08-28T01:02:33.701Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
file = illumos-utils/src/zone.rs:316
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2119 | 2024-08-28T01:02:33.726Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
file = illumos-utils/src/zone.rs:354
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2120 | 2024-08-28T01:02:34.933Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2121 | 2024-08-28T01:02:34.934Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346 zone
file = illumos-utils/src/running_zone.rs:488
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
zone = oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
|
2122 | 2024-08-28T01:02:35.123Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346") failed: Property not found. retry in 60.540673ms
file = illumos-utils/src/svc.rs:36
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
zone = oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
|
2123 | 2024-08-28T01:02:35.210Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346") failed: Property not found. retry in 146.244161ms
file = illumos-utils/src/svc.rs:36
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
zone = oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
|
2124 | 2024-08-28T01:02:35.380Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346") failed: Property not found. retry in 292.764055ms
file = illumos-utils/src/svc.rs:36
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
zone = oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
|
2125 | 2024-08-28T01:02:35.689Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346") failed: Property not found. retry in 326.485302ms
file = illumos-utils/src/svc.rs:36
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
zone = oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
|
2126 | 2024-08-28T01:02:36.033Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346") failed: Property not found. retry in 1.109781909s
file = illumos-utils/src/svc.rs:36
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
zone = oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
|
2127 | 2024-08-28T01:02:36.365Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44670
|
2128 | 2024-08-28T01:02:36.365Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44670
req_id = 336a5b6e-1e49-4cd8-bddf-ea5bf6773508
response_code = 200
uri = /vpc-routes
|
2129 | 2024-08-28T01:02:36.381Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52639
|
2130 | 2024-08-28T01:02:36.509Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53560
|
2131 | 2024-08-28T01:02:36.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 169
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53560
req_id = 634df0f6-e750-4ea9-857d-c7b70a60ff41
response_code = 200
uri = /v2p
|
2132 | 2024-08-28T01:02:36.560Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 234
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44670
req_id = 17517c5c-fded-4929-b05f-c6fb76f602b0
response_code = 204
uri = /vpc-routes
|
2133 | 2024-08-28T01:02:36.567Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45664
|
2134 | 2024-08-28T01:02:36.567Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
2135 | 2024-08-28T01:02:36.609Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
2136 | 2024-08-28T01:02:36.669Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 102221
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45664
req_id = 32855e61-dca8-4c3a-8092-1b4c5cc233ad
response_code = 204
uri = /switch-ports
|
2137 | 2024-08-28T01:02:36.670Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45664
req_id = a7c5c8d5-6658-4416-9cb6-fb1459195356
response_code = 200
uri = /network-bootstore-config
|
2138 | 2024-08-28T01:02:37.072Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63655
|
2139 | 2024-08-28T01:02:37.095Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47044
|
2140 | 2024-08-28T01:02:37.095Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47044
req_id = 96002864-0f0a-4b8d-ba61-795fbca37e5b
response_code = 200
uri = /vpc-routes
|
2141 | 2024-08-28T01:02:37.137Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58014
|
2142 | 2024-08-28T01:02:37.138Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 987
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58014
req_id = 0b3de740-3de3-4f5b-8032-43820500b0fd
response_code = 200
uri = /vpc-routes
|
2143 | 2024-08-28T01:02:37.157Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346") failed: Property not found. retry in 754.753142ms
file = illumos-utils/src/svc.rs:36
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
zone = oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
|
2144 | 2024-08-28T01:02:37.157Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34723
|
2145 | 2024-08-28T01:02:37.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58014
req_id = 36e93ab0-9354-4251-955d-0912ba137287
response_code = 204
uri = /vpc-routes
|
2146 | 2024-08-28T01:02:37.186Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37691
|
2147 | 2024-08-28T01:02:37.186Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37691
req_id = 1abe9c4a-fea1-47f0-8c06-665a1c49a554
response_code = 200
uri = /v2p
|
2148 | 2024-08-28T01:02:37.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47044
req_id = 09788406-eb18-4f55-9562-f3223154f3cb
response_code = 204
uri = /vpc-routes
|
2149 | 2024-08-28T01:02:37.234Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61005
|
2150 | 2024-08-28T01:02:37.234Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
2151 | 2024-08-28T01:02:37.277Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
2152 | 2024-08-28T01:02:37.335Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 101355
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:61005
req_id = bd535821-16ba-4d25-8775-515fd7221e62
response_code = 204
uri = /switch-ports
|
2153 | 2024-08-28T01:02:37.336Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57052
|
2154 | 2024-08-28T01:02:37.336Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40853
|
2155 | 2024-08-28T01:02:37.337Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
2156 | 2024-08-28T01:02:37.337Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1046
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61005
req_id = 77c2b8a4-bc2e-40e2-bd16-9a8833cce0ab
response_code = 200
uri = /network-bootstore-config
|
2157 | 2024-08-28T01:02:37.337Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 905
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40853
req_id = e30705f1-094c-4245-ad3e-3d82583754aa
response_code = 200
uri = /v2p
|
2158 | 2024-08-28T01:02:37.375Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
2159 | 2024-08-28T01:02:37.431Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95336
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:57052
req_id = 23b77d05-bab6-4ef2-ad7d-25c1a3a73406
response_code = 204
uri = /switch-ports
|
2160 | 2024-08-28T01:02:37.432Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57052
req_id = e6fdeaa2-44ad-410f-9e81-f11d1316ea5e
response_code = 200
uri = /network-bootstore-config
|
2161 | 2024-08-28T01:02:37.924Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346") failed: Property not found. retry in 1.256389221s
file = illumos-utils/src/svc.rs:36
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
zone = oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
|
2162 | 2024-08-28T01:02:39.194Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346") failed: Property not found. retry in 1.084210382s
file = illumos-utils/src/svc.rs:36
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
zone = oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
|
2163 | 2024-08-28T01:02:40.314Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
file = sled-agent/src/instance.rs:1449
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2164 | 2024-08-28T01:02:40.324Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346") failed: Property not found. retry in 66.14408ms
file = illumos-utils/src/svc.rs:36
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2165 | 2024-08-28T01:02:40.400Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346") failed: Property not found. retry in 128.080953ms
file = illumos-utils/src/svc.rs:36
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2166 | 2024-08-28T01:02:40.539Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346") failed: Property not found. retry in 289.54388ms
file = illumos-utils/src/svc.rs:36
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2167 | 2024-08-28T01:02:40.839Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1458
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2168 | 2024-08-28T01:02:40.877Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1482
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2169 | 2024-08-28T01:02:41.017Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:727
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2170 | 2024-08-28T01:02:41.018Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4637238
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52639
req_id = b4f17a22-03b1-48cd-a797-0acb5265afd8
response_code = 200
uri = /vmms/a9c40859-4ce6-487f-af93-4064b962a346/state
|
2171 | 2024-08-28T01:02:41.018Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3860509
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34723
req_id = e9f95731-1197-44f3-90bc-6df42b36b670
response_code = 200
uri = /vmms/a9c40859-4ce6-487f-af93-4064b962a346/state
|
2172 | 2024-08-28T01:02:41.018Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3945844
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63655
req_id = 9363c966-6220-433f-958b-16e41895f308
response_code = 200
uri = /vmms/a9c40859-4ce6-487f-af93-4064b962a346/state
|
2173 | 2024-08-28T01:02:41.019Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-08-28T01:02:41.018843394Z }
file = sled-agent/src/instance.rs:594
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2174 | 2024-08-28T01:02:41.019Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-28T01:02:41.018843394Z }
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2175 | 2024-08-28T01:02:41.019Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-28T01:02:41.018843394Z }, migration_in: None, migration_out: None }
|
2176 | 2024-08-28T01:02:41.071Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-08-28T01:02:41.071505252Z }
file = sled-agent/src/instance.rs:594
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2177 | 2024-08-28T01:02:41.071Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-28T01:02:41.071505252Z }
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2178 | 2024-08-28T01:02:41.071Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-28T01:02:41.071505252Z }, migration_in: None, migration_out: None }
|
2179 | 2024-08-28T01:02:51.177Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52362
|
2180 | 2024-08-28T01:02:51.178Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1091
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:52362
req_id = f1ba1ccf-e11d-4bb7-b4f6-757583708d05
response_code = 200
uri = /vmms/a9c40859-4ce6-487f-af93-4064b962a346/state
|
2181 | 2024-08-28T01:02:51.178Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-08-28T01:02:51.178530376Z }
file = sled-agent/src/instance.rs:594
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2182 | 2024-08-28T01:02:51.178Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-28T01:02:51.178530376Z }
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2183 | 2024-08-28T01:02:51.178Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-28T01:02:51.178530376Z }, migration_in: None, migration_out: None }
|
2184 | 2024-08-28T01:02:51.187Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-08-28T01:02:51.187638295Z }
file = sled-agent/src/instance.rs:594
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2185 | 2024-08-28T01:02:51.187Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-08-28T01:02:51.187638295Z }
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2186 | 2024-08-28T01:02:51.187Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:630
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2187 | 2024-08-28T01:02:51.187Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
2188 | 2024-08-28T01:02:51.187Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
2189 | 2024-08-28T01:02:51.187Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/1d8f47b2-ceb5-4768-b5e0-de73f9c6288a/debug/bundle/zone", "/pool/int/2701509e-5560-4f63-bb12-b820fcc5e4cb/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/2deff32e-1106-452e-a0e4-7f5633a4a1c4/crypt/debug", "/pool/ext/903e5bdb-4fa3-466b-9cc6-cb6c1205c20b/crypt/debug", "/pool/ext/8c0884cf-f16d-4d49-a677-c20655479168/crypt/debug", "/pool/ext/39cc409d-9820-46b7-b64f-11f4d431b612/crypt/debug", "/pool/ext/753cff17-fbdf-48d1-960a-a1fe6d8c01ed/crypt/debug", "/pool/ext/fe61a674-6b99-47f9-b238-13f6d9a31093/crypt/debug", "/pool/ext/9b7eedae-40f6-4e96-bd9d-f89d715d8ad7/crypt/debug", "/pool/ext/1a002b08-6021-4882-a443-e176f8f87821/crypt/debug", "/pool/ext/2936c097-160d-4a3f-a5e8-a1c6ffbf1edb/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
|
2190 | 2024-08-28T01:02:51.188Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:557
id = 14216105680496823962
n_samples = 6
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
2191 | 2024-08-28T01:02:51.188Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:557
id = 2706487967370437348
n_samples = 6
sled_id = 45733be1-aef6-43c8-be71-719893a1feda
|
2192 | 2024-08-28T01:02:51.837Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1137
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346", bundle_id: 713b0f3e-7c0d-4547-89c0-26ad036a1982 }, time_created: 2024-08-28T01:02:51.188222322Z, version: 0, cause: TerminatedInstance }
|
2193 | 2024-08-28T01:02:51.837Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_a9c40859-4ce6-487f-af93-4064b962a346
file = sled-agent/src/instance.rs:826
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2194 | 2024-08-28T01:02:53.601Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:270
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2195 | 2024-08-28T01:02:53.620Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:904
id = RouterId { vni: Vni(16235365), kind: System }
|
2196 | 2024-08-28T01:02:53.620Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:904
id = RouterId { vni: Vni(16235365), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
2197 | 2024-08-28T01:02:53.622Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-28T01:02:53.622178466Z }, migration_in: None, migration_out: None }
|
2198 | 2024-08-28T01:02:53.645Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-28T01:02:53.622178466Z }, migration_in: None, migration_out: None }
|
2199 | 2024-08-28T01:02:53.648Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:763
instance_id = d5200ea9-f81d-4e22-b797-ad91ab2270c8
propolis_id = a9c40859-4ce6-487f-af93-4064b962a346
|
2200 | 2024-08-28T01:02:54.026Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46072
|
2201 | 2024-08-28T01:02:54.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46072
req_id = f426fec4-65df-44c8-ba19-a91ad9ebc93a
response_code = 200
uri = /vpc-routes
|
2202 | 2024-08-28T01:02:54.035Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 626
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46072
req_id = ba256e74-0c3b-4a6b-a8f8-c2189f9f2f6b
response_code = 204
uri = /vpc-routes
|
2203 | 2024-08-28T01:02:54.100Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48601
|
2204 | 2024-08-28T01:02:54.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 137
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48601
req_id = 1a9a140d-8226-4b3e-9fbf-264eb078927a
response_code = 200
uri = /v2p
|
2205 | 2024-08-28T01:02:54.209Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35482
|
2206 | 2024-08-28T01:02:54.209Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35482
req_id = a49c5223-0526-41a3-8d61-17131bf29f3b
response_code = 200
uri = /v2p
|
2207 | 2024-08-28T01:02:54.862Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65097
|
2208 | 2024-08-28T01:02:54.862Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 76
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65097
req_id = f49684e4-c2db-49cc-a463-8f29a2c68438
response_code = 200
uri = /baseboard
|
2209 | 2024-08-28T01:02:55.132Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36862
|
2210 | 2024-08-28T01:02:55.133Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 841
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36862
req_id = f900724b-a049-4737-81dc-ddd1b6fb9c85
response_code = 200
uri = /vpc-routes
|
2211 | 2024-08-28T01:02:55.141Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36862
req_id = 096e36c8-a367-4917-a6cd-d491ab312c24
response_code = 204
uri = /vpc-routes
|