| 1 | | [ Apr 1 23:09:18 Enabled. ] |
| 2 | | [ Apr 1 23:09:18 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Apr 1 23:09:18 Method "start" exited with status 0. ] |
| 4 | | [ Apr 1 23:09:18 Rereading configuration. ] |
| 5 | | [ Apr 1 23:09:18 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-04-01T23:09:18.406Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:163
|
| 8 | 2024-04-01T23:09:18.406Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:253
|
| 9 | 2024-04-01T23:09:18.460Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:260
|
| 10 | 2024-04-01T23:09:18.460Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2024-04-01T23:09:18.576Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2024-04-01T23:09:18.584Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2024-04-01T23:09:18.592Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:270
path = /var/run/oxide/
|
| 14 | 2024-04-01T23:09:19.197Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fdb0:200::, len: 64 }
|
| 15 | 2024-04-01T23:09:19.334Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:115
|
| 16 | 2024-04-01T23:09:19.334Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:127
|
| 17 | 2024-04-01T23:09:19.334Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:137
|
| 18 | 2024-04-01T23:09:19.335Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:157
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 19 | 2024-04-01T23:09:19.335Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:291
|
| 20 | 2024-04-01T23:09:19.335Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:609
|
| 21 | 2024-04-01T23:09:19.335Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:801
|
| 22 | 2024-04-01T23:09:19.338Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:535
|
| 23 | 2024-04-01T23:09:19.338Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:658
|
| 24 | 2024-04-01T23:09:19.338Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:171
|
| 25 | 2024-04-01T23:09:19.338Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:716
|
| 26 | 2024-04-01T23:09:19.338Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/m2_0.vdev
|
| 27 | 2024-04-01T23:09:19.338Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:261
underlay_network_info = None
|
| 28 | 2024-04-01T23:09:19.338Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 29 | 2024-04-01T23:09:19.338Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
|
| 30 | 2024-04-01T23:09:19.338Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
path = /scratch/m2_0.vdev
|
| 31 | 2024-04-01T23:09:19.350Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:301
|
| 32 | 2024-04-01T23:09:19.350Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:312
id = 6ad8806b-2884-4993-bb8c-8ec4e428dde2
|
| 33 | 2024-04-01T23:09:19.448Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal }
|
| 34 | 2024-04-01T23:09:19.653Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:381
|
| 35 | 2024-04-01T23:09:19.654Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/m2_1.vdev
|
| 36 | 2024-04-01T23:09:19.654Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
|
| 37 | 2024-04-01T23:09:19.654Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 38 | 2024-04-01T23:09:19.654Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }
|
| 39 | 2024-04-01T23:09:19.654Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }
path = /scratch/m2_1.vdev
|
| 40 | 2024-04-01T23:09:19.662Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:301
|
| 41 | 2024-04-01T23:09:19.662Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:312
id = c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab
|
| 42 | 2024-04-01T23:09:19.749Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal }
|
| 43 | 2024-04-01T23:09:19.952Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_0.vdev
|
| 44 | 2024-04-01T23:09:19.952Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 45 | 2024-04-01T23:09:19.952Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 46 | 2024-04-01T23:09:19.952Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
|
| 47 | 2024-04-01T23:09:19.952Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_1.vdev
|
| 48 | 2024-04-01T23:09:19.952Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 49 | 2024-04-01T23:09:19.952Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 50 | 2024-04-01T23:09:19.952Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
|
| 51 | 2024-04-01T23:09:19.952Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_2.vdev
|
| 52 | 2024-04-01T23:09:19.952Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 53 | 2024-04-01T23:09:19.952Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 54 | 2024-04-01T23:09:19.952Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
|
| 55 | 2024-04-01T23:09:19.953Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_3.vdev
|
| 56 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 57 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 58 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
|
| 59 | 2024-04-01T23:09:19.953Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_4.vdev
|
| 60 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 61 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
|
| 62 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 63 | 2024-04-01T23:09:19.953Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_5.vdev
|
| 64 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 65 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
|
| 66 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 67 | 2024-04-01T23:09:19.953Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_6.vdev
|
| 68 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 69 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
|
| 70 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 71 | 2024-04-01T23:09:19.953Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_7.vdev
|
| 72 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, variant: U2, slot: 1033 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 73 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
|
| 74 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 75 | 2024-04-01T23:09:19.953Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_8.vdev
|
| 76 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, variant: U2, slot: 1034 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 77 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
|
| 78 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, variant: U2, slot: 1033 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 79 | 2024-04-01T23:09:19.953Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:87
|
| 80 | 2024-04-01T23:09:19.953Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
file = sled-agent/src/long_running_tasks.rs:89
|
| 81 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 82 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, variant: U2, slot: 1033 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, variant: U2, slot: 1034 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 83 | 2024-04-01T23:09:19.953Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:195
|
| 84 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (bootstore): No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 85 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (bootstore): No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 86 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
| 87 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (bootstore): No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 88 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (bootstore): No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 89 | 2024-04-01T23:09:19.953Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
| 90 | 2024-04-01T23:09:19.953Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:200
|
| 91 | 2024-04-01T23:09:19.953Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:215
|
| 92 | 2024-04-01T23:09:19.963Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:701
|
| 93 | 2024-04-01T23:09:19.963Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:289
next_cleanup = Instant { tv_sec: 1408, tv_nsec: 536450259 }
time_to_next_cleanup = 599.999930898s
|
| 94 | 2024-04-01T23:09:19.963Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3588
|
| 95 | 2024-04-01T23:09:19.963Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 96 | 2024-04-01T23:09:19.963Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 97 | 2024-04-01T23:09:19.963Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 98 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195
local_addr = [fdb0:200::1]:80
|
| 99 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:200::1]:12346
|
| 100 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV1 {
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:100::,
prefix: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV1 {
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 24,
},
),
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
},
],
bgp: [],
bfd: [],
},
}
file = sled-agent/src/rack_setup/service.rs:997
|
| 101 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 102 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 103 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (RSS): No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 104 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (RSS): No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 105 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1057
|
| 106 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 107 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (RSS): No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 108 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (RSS): No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 109 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1098
|
| 110 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:118
|
| 111 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:200::1
file = sled-agent/src/rack_setup/plan/sled.rs:91
|
| 112 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 113 | 2024-04-01T23:09:19.967Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 114 | 2024-04-01T23:09:19.968Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 115 | 2024-04-01T23:09:19.968Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:138
|
| 116 | 2024-04-01T23:09:19.968Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1131
|
| 117 | 2024-04-01T23:09:19.968Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 118 | 2024-04-01T23:09:19.968Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 119 | 2024-04-01T23:09:19.968Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 120 | 2024-04-01T23:09:19.968Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 121 | 2024-04-01T23:09:19.968Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: dc075b11-732c-431c-a27a-0d5d70c2d934, rack_id: 9781a59d-f898-4176-92b6-aa89b264f52a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
target_sled = [fdb0:200::1]:12346
|
| 122 | 2024-04-01T23:09:19.968Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:200::1]:60842
|
| 123 | 2024-04-01T23:09:19.968Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: dc075b11-732c-431c-a27a-0d5d70c2d934, rack_id: 9781a59d-f898-4176-92b6-aa89b264f52a, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
file = sled-agent/src/bootstrap/server.rs:356
|
| 124 | 2024-04-01T23:09:19.968Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:371
|
| 125 | 2024-04-01T23:09:19.969Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:381
|
| 126 | 2024-04-01T23:09:19.969Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 127 | 2024-04-01T23:09:19.969Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:530
|
| 128 | 2024-04-01T23:09:19.969Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 129 | 2024-04-01T23:09:19.969Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
| 130 | 2024-04-01T23:09:19.969Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
| 131 | 2024-04-01T23:09:19.969Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
| 132 | 2024-04-01T23:09:19.969Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:519
|
| 133 | 2024-04-01T23:09:19.969Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:547
|
| 134 | 2024-04-01T23:09:19.971Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:3819
|
| 135 | 2024-04-01T23:09:19.979Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
|
| 136 | 2024-04-01T23:09:19.989Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
|
| 137 | 2024-04-01T23:09:19.999Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
|
| 138 | 2024-04-01T23:09:20.008Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
|
| 139 | 2024-04-01T23:09:20.017Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
|
| 140 | 2024-04-01T23:09:20.025Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
|
| 141 | 2024-04-01T23:09:20.034Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
|
| 142 | 2024-04-01T23:09:20.043Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
|
| 143 | 2024-04-01T23:09:20.052Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
|
| 144 | 2024-04-01T23:09:20.052Z | INFO | SledAgent (StorageManager): No disks to be automatically managed
file = sled-storage/src/manager.rs:558
|
| 145 | 2024-04-01T23:09:20.052Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:370
|
| 146 | 2024-04-01T23:09:20.052Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:339
|
| 147 | 2024-04-01T23:09:20.052Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:449
result = DisksManagementResult { status: [] }
|
| 148 | 2024-04-01T23:09:20.052Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 149 | 2024-04-01T23:09:20.072Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:315
|
| 150 | 2024-04-01T23:09:20.089Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 151 | 2024-04-01T23:09:20.116Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:355
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 152 | 2024-04-01T23:09:20.116Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 153 | 2024-04-01T23:09:20.116Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 154 | 2024-04-01T23:09:20.116Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:367
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 155 | 2024-04-01T23:09:20.119Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 56.645052ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ac00d57f-a3f7-4604-a1f7-e807de4ffe21", "content-length": "124", "date": "Mon, 01 Apr 2024 23:09:19 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ac00d57f-a3f7-4604-a1f7-e807de4ffe21" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 156 | 2024-04-01T23:09:20.130Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_6ad8806b-2884-4993-bb8c-8ec4e428dde2/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 157 | 2024-04-01T23:09:20.153Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_6ad8806b-2884-4993-bb8c-8ec4e428dde2/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 158 | 2024-04-01T23:09:20.153Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_6ad8806b-2884-4993-bb8c-8ec4e428dde2/swap"
file = sled-agent/src/swap_device.rs:96
|
| 159 | 2024-04-01T23:09:20.158Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:382
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 160 | 2024-04-01T23:09:20.158Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
| 161 | 2024-04-01T23:09:20.158Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_6ad8806b-2884-4993-bb8c-8ec4e428dde2/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
| 162 | 2024-04-01T23:09:20.177Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 163 | 2024-04-01T23:09:20.178Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 171.610045ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "bfc06c64-4670-4b85-ab36-1be3b69834ad", "content-length": "124", "date": "Mon, 01 Apr 2024 23:09:19 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "bfc06c64-4670-4b85-ab36-1be3b69834ad" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 164 | 2024-04-01T23:09:20.226Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
| 165 | 2024-04-01T23:09:20.351Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 166 | 2024-04-01T23:09:20.351Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 139.986639ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5e999e9c-ab54-4549-9547-e5092fa96125", "content-length": "124", "date": "Mon, 01 Apr 2024 23:09:20 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5e999e9c-ab54-4549-9547-e5092fa96125" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 167 | 2024-04-01T23:09:20.445Z | INFO | SledAgent (BackingFs): Mounting oxi_6ad8806b-2884-4993-bb8c-8ec4e428dde2/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
| 168 | 2024-04-01T23:09:20.457Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
| 169 | 2024-04-01T23:09:20.457Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
| 170 | 2024-04-01T23:09:20.457Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
| 171 | 2024-04-01T23:09:20.457Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
| 172 | 2024-04-01T23:09:20.492Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 173 | 2024-04-01T23:09:20.493Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 206.964088ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0233fb27-8215-4570-b0db-fc7bbf2ebf97", "content-length": "124", "date": "Mon, 01 Apr 2024 23:09:20 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0233fb27-8215-4570-b0db-fc7bbf2ebf97" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 174 | 2024-04-01T23:09:20.701Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 175 | 2024-04-01T23:09:20.702Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 104.336087ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "04a20476-fa52-40b8-bbf0-12baf0277d9b", "content-length": "124", "date": "Mon, 01 Apr 2024 23:09:20 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "04a20476-fa52-40b8-bbf0-12baf0277d9b" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 176 | 2024-04-01T23:09:20.808Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 177 | 2024-04-01T23:09:20.809Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 215.870839ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "8e4ec6c4-9af3-4748-9d4b-e55da9fc52c6", "content-length": "124", "date": "Mon, 01 Apr 2024 23:09:20 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "8e4ec6c4-9af3-4748-9d4b-e55da9fc52c6" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 178 | 2024-04-01T23:09:21.026Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 179 | 2024-04-01T23:09:21.027Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 441.962594ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "00d4f2c8-e66e-4c69-a088-e378a3678cc9", "content-length": "124", "date": "Mon, 01 Apr 2024 23:09:20 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "00d4f2c8-e66e-4c69-a088-e378a3678cc9" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 180 | 2024-04-01T23:09:21.166Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:90
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 181 | 2024-04-01T23:09:21.213Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:266
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 182 | 2024-04-01T23:09:21.213Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:274
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 183 | 2024-04-01T23:09:21.213Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:983
underlay_address = fd00:1122:3344:101::1
|
| 184 | 2024-04-01T23:09:21.213Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 185 | 2024-04-01T23:09:21.214Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
| 186 | 2024-04-01T23:09:21.214Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:426
|
| 187 | 2024-04-01T23:09:21.214Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 188 | 2024-04-01T23:09:21.214Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 189 | 2024-04-01T23:09:21.214Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 288.822064ms
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 190 | 2024-04-01T23:09:21.214Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 191 | 2024-04-01T23:09:21.214Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 192 | 2024-04-01T23:09:21.215Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 193 | 2024-04-01T23:09:21.215Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:261
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))
|
| 194 | 2024-04-01T23:09:21.215Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3588
|
| 195 | 2024-04-01T23:09:21.215Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:200::1]:60842
|
| 196 | 2024-04-01T23:09:21.215Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:200::1]:12346
|
| 197 | 2024-04-01T23:09:21.215Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:200::1]:12346
|
| 198 | 2024-04-01T23:09:21.397Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 199 | 2024-04-01T23:09:21.397Z | INFO | SledAgent (RSS): No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/rss-service-plan-v3.json
file = common/src/ledger.rs:188
|
| 200 | 2024-04-01T23:09:21.397Z | INFO | SledAgent (RSS): No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/rss-service-plan-v3.json
file = common/src/ledger.rs:188
|
| 201 | 2024-04-01T23:09:21.397Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 202 | 2024-04-01T23:09:21.397Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 203 | 2024-04-01T23:09:21.429Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43606
|
| 204 | 2024-04-01T23:09:21.430Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 205 | 2024-04-01T23:09:21.430Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 195
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43606
req_id = 62404680-ca0b-4ca8-8293-bcc1da33a288
response_code = 200
uri = /inventory
|
| 206 | 2024-04-01T23:09:21.461Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48520
|
| 207 | 2024-04-01T23:09:21.461Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48520
req_id = 2d0d2649-eddc-4e33-be58-16ff3359e9ea
response_code = 200
uri = /sled-role
|
| 208 | 2024-04-01T23:09:21.462Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 209 | 2024-04-01T23:09:21.462Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/.rss-service-plan-v3.json.tmp
file = common/src/ledger.rs:199
|
| 210 | 2024-04-01T23:09:21.463Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/.rss-service-plan-v3.json.tmp
file = common/src/ledger.rs:199
|
| 211 | 2024-04-01T23:09:21.463Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:802
|
| 212 | 2024-04-01T23:09:21.470Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 213 | 2024-04-01T23:09:21.494Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: 01cb5cfc-9a87-4472-bcb9-2aa64fd9be57, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, pool_id: 5f0e78dc-840a-4327-a9a9-da993e352a6a }, OmicronPhysicalDiskConfig { id: fc3f8196-f2a5-4367-b5da-91666010e51e, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, pool_id: db57aed8-708d-4b0d-b2cf-94c3f5e58000 }, OmicronPhysicalDiskConfig { id: 3d6ecced-4845-413e-84b6-8c2771ff72c9, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, pool_id: 09f3d41d-6eaa-402f-ae7b-d39196131536 }, OmicronPhysicalDiskConfig { id: f371f97f-0ace-4dcf-b064-9c20ebf8044d, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, pool_id: d8d19277-5381-4518-a891-2ae6c690bcbc }, OmicronPhysicalDiskConfig { id: c06d536c-ee64-46c0-bde4-3d3dfa1a21c4, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, pool_id: 8124b432-d5f4-43e6-a39d-6180ff056d93 }, OmicronPhysicalDiskConfig { id: e3d75339-f461-4c7f-83c2-992ab7aa030b, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, pool_id: 145139e2-e68f-490b-a4a2-fe96a1a60183 }, OmicronPhysicalDiskConfig { id: 6e36f0d6-2082-49b1-b697-728334bc0f30, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, pool_id: ca73c037-599b-4e6c-9173-b1cb71086b53 }, OmicronPhysicalDiskConfig { id: 6b4a9d45-db19-417a-933e-f1c5212b8931, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, pool_id: 61e110b3-3096-412f-9ae9-609d91420e6b }, OmicronPhysicalDiskConfig { id: 7727a504-9db9-4694-a547-1f3871027823, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, pool_id: 1b0a0ca8-1771-4ed1-8d5a-7541b3953431 }], generation: Generation(1) }
file = sled-agent/src/rack_setup/service.rs:344
sled_address = [fd00:1122:3344:101::1]:12345
|
| 214 | 2024-04-01T23:09:21.494Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38620
|
| 215 | 2024-04-01T23:09:21.496Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, id: 01cb5cfc-9a87-4472-bcb9-2aa64fd9be57, pool_id: 5f0e78dc-840a-4327-a9a9-da993e352a6a }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, id: fc3f8196-f2a5-4367-b5da-91666010e51e, pool_id: db57aed8-708d-4b0d-b2cf-94c3f5e58000 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, id: 3d6ecced-4845-413e-84b6-8c2771ff72c9, pool_id: 09f3d41d-6eaa-402f-ae7b-d39196131536 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, id: f371f97f-0ace-4dcf-b064-9c20ebf8044d, pool_id: d8d19277-5381-4518-a891-2ae6c690bcbc }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, id: c06d536c-ee64-46c0-bde4-3d3dfa1a21c4, pool_id: 8124b432-d5f4-43e6-a39d-6180ff056d93 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, id: e3d75339-f461-4c7f-83c2-992ab7aa030b, pool_id: 145139e2-e68f-490b-a4a2-fe96a1a60183 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, id: 6e36f0d6-2082-49b1-b697-728334bc0f30, pool_id: ca73c037-599b-4e6c-9173-b1cb71086b53 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, id: 6b4a9d45-db19-417a-933e-f1c5212b8931, pool_id: 61e110b3-3096-412f-9ae9-609d91420e6b }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, id: 7727a504-9db9-4694-a547-1f3871027823, pool_id: 1b0a0ca8-1771-4ed1-8d5a-7541b3953431 }] }, tx: ... }
file = sled-storage/src/manager.rs:381
|
| 216 | 2024-04-01T23:09:21.496Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 217 | 2024-04-01T23:09:21.496Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 218 | 2024-04-01T23:09:21.496Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:681
request = omicron_physical_disks_ensure
|
| 219 | 2024-04-01T23:09:21.496Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:339
|
| 220 | 2024-04-01T23:09:21.496Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 221 | 2024-04-01T23:09:21.496Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 222 | 2024-04-01T23:09:21.496Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
path = /scratch/u2_0.vdev
|
| 223 | 2024-04-01T23:09:21.581Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 396.188389ms
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 224 | 2024-04-01T23:09:21.587Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:301
|
| 225 | 2024-04-01T23:09:21.587Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 5f0e78dc-840a-4327-a9a9-da993e352a6a
|
| 226 | 2024-04-01T23:09:22.185Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 1.026509353s
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 227 | 2024-04-01T23:09:22.390Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 228 | 2024-04-01T23:09:22.575Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External }
|
| 229 | 2024-04-01T23:09:22.746Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 230 | 2024-04-01T23:09:22.746Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 231 | 2024-04-01T23:09:22.746Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 232 | 2024-04-01T23:09:22.746Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 233 | 2024-04-01T23:09:22.746Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 234 | 2024-04-01T23:09:22.746Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 235 | 2024-04-01T23:09:22.746Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 236 | 2024-04-01T23:09:23.344Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 237 | 2024-04-01T23:09:23.344Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 2.929243184s
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 238 | 2024-04-01T23:09:23.347Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 239 | 2024-04-01T23:09:23.537Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 240 | 2024-04-01T23:09:23.543Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_5f0e78dc-840a-4327-a9a9-da993e352a6a/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 241 | 2024-04-01T23:09:23.879Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_switch
|
| 242 | 2024-04-01T23:09:24.624Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 68.552506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 243 | 2024-04-01T23:09:24.798Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 244 | 2024-04-01T23:09:24.969Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 96.4711ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 245 | 2024-04-01T23:09:25.602Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 255.882712ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 246 | 2024-04-01T23:09:25.604Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 247 | 2024-04-01T23:09:26.219Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 371.141294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 248 | 2024-04-01T23:09:26.221Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 249 | 2024-04-01T23:09:26.741Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_5f0e78dc-840a-4327-a9a9-da993e352a6a
file = sled-storage/src/dataset.rs:480
|
| 250 | 2024-04-01T23:09:26.963Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 4.439497226s
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 251 | 2024-04-01T23:09:26.963Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 461.865169ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 252 | 2024-04-01T23:09:26.969Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 253 | 2024-04-01T23:09:26.969Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 254 | 2024-04-01T23:09:26.969Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 255 | 2024-04-01T23:09:26.969Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 256 | 2024-04-01T23:09:26.969Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
path = /scratch/u2_1.vdev
|
| 257 | 2024-04-01T23:09:27.177Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:301
|
| 258 | 2024-04-01T23:09:27.177Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = db57aed8-708d-4b0d-b2cf-94c3f5e58000
|
| 259 | 2024-04-01T23:09:28.415Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External }
|
| 260 | 2024-04-01T23:09:28.644Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 261 | 2024-04-01T23:09:28.644Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 262 | 2024-04-01T23:09:28.644Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 263 | 2024-04-01T23:09:28.644Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 264 | 2024-04-01T23:09:28.644Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 265 | 2024-04-01T23:09:28.644Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 266 | 2024-04-01T23:09:28.644Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 267 | 2024-04-01T23:09:29.377Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 268 | 2024-04-01T23:09:29.377Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.002809873s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 269 | 2024-04-01T23:09:29.377Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 270 | 2024-04-01T23:09:29.621Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 271 | 2024-04-01T23:09:29.887Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_db57aed8-708d-4b0d-b2cf-94c3f5e58000/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 272 | 2024-04-01T23:09:31.048Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 273 | 2024-04-01T23:09:31.277Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 274 | 2024-04-01T23:09:31.488Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:278
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 275 | 2024-04-01T23:09:31.490Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 7.442203892s
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 276 | 2024-04-01T23:09:31.575Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_db57aed8-708d-4b0d-b2cf-94c3f5e58000
file = sled-storage/src/dataset.rs:480
|
| 277 | 2024-04-01T23:09:31.584Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 278 | 2024-04-01T23:09:31.584Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 279 | 2024-04-01T23:09:31.584Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 280 | 2024-04-01T23:09:31.584Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 281 | 2024-04-01T23:09:31.584Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
path = /scratch/u2_2.vdev
|
| 282 | 2024-04-01T23:09:31.595Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:301
|
| 283 | 2024-04-01T23:09:31.595Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 09f3d41d-6eaa-402f-ae7b-d39196131536
|
| 284 | 2024-04-01T23:09:31.692Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External }
|
| 285 | 2024-04-01T23:09:31.701Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 286 | 2024-04-01T23:09:31.701Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 287 | 2024-04-01T23:09:31.701Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 288 | 2024-04-01T23:09:31.701Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 289 | 2024-04-01T23:09:31.701Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 290 | 2024-04-01T23:09:31.701Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 291 | 2024-04-01T23:09:31.701Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 292 | 2024-04-01T23:09:31.737Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 293 | 2024-04-01T23:09:31.745Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_09f3d41d-6eaa-402f-ae7b-d39196131536/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 294 | 2024-04-01T23:09:31.872Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_09f3d41d-6eaa-402f-ae7b-d39196131536
file = sled-storage/src/dataset.rs:480
|
| 295 | 2024-04-01T23:09:31.881Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 296 | 2024-04-01T23:09:31.881Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 297 | 2024-04-01T23:09:31.881Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 298 | 2024-04-01T23:09:31.881Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 299 | 2024-04-01T23:09:31.881Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
path = /scratch/u2_3.vdev
|
| 300 | 2024-04-01T23:09:31.891Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:301
|
| 301 | 2024-04-01T23:09:31.891Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = d8d19277-5381-4518-a891-2ae6c690bcbc
|
| 302 | 2024-04-01T23:09:31.986Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: d8d19277-5381-4518-a891-2ae6c690bcbc, kind: External }
|
| 303 | 2024-04-01T23:09:31.993Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 304 | 2024-04-01T23:09:31.993Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 305 | 2024-04-01T23:09:31.993Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 306 | 2024-04-01T23:09:31.993Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 307 | 2024-04-01T23:09:31.994Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 308 | 2024-04-01T23:09:31.994Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 309 | 2024-04-01T23:09:31.994Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 310 | 2024-04-01T23:09:32.031Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 311 | 2024-04-01T23:09:32.039Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_d8d19277-5381-4518-a891-2ae6c690bcbc/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 312 | 2024-04-01T23:09:32.052Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 313 | 2024-04-01T23:09:32.166Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_d8d19277-5381-4518-a891-2ae6c690bcbc
file = sled-storage/src/dataset.rs:480
|
| 314 | 2024-04-01T23:09:32.174Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 315 | 2024-04-01T23:09:32.174Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 316 | 2024-04-01T23:09:32.174Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 317 | 2024-04-01T23:09:32.174Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 318 | 2024-04-01T23:09:32.174Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
path = /scratch/u2_4.vdev
|
| 319 | 2024-04-01T23:09:32.184Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:301
|
| 320 | 2024-04-01T23:09:32.184Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 8124b432-d5f4-43e6-a39d-6180ff056d93
|
| 321 | 2024-04-01T23:09:32.276Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 8124b432-d5f4-43e6-a39d-6180ff056d93, kind: External }
|
| 322 | 2024-04-01T23:09:32.284Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 323 | 2024-04-01T23:09:32.284Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 324 | 2024-04-01T23:09:32.284Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 325 | 2024-04-01T23:09:32.284Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 326 | 2024-04-01T23:09:32.284Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 327 | 2024-04-01T23:09:32.284Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 328 | 2024-04-01T23:09:32.284Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 329 | 2024-04-01T23:09:32.319Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 330 | 2024-04-01T23:09:32.328Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_8124b432-d5f4-43e6-a39d-6180ff056d93/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 331 | 2024-04-01T23:09:32.450Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_8124b432-d5f4-43e6-a39d-6180ff056d93
file = sled-storage/src/dataset.rs:480
|
| 332 | 2024-04-01T23:09:32.458Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 333 | 2024-04-01T23:09:32.458Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 334 | 2024-04-01T23:09:32.458Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 335 | 2024-04-01T23:09:32.458Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 336 | 2024-04-01T23:09:32.458Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
path = /scratch/u2_5.vdev
|
| 337 | 2024-04-01T23:09:32.468Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:301
|
| 338 | 2024-04-01T23:09:32.468Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 145139e2-e68f-490b-a4a2-fe96a1a60183
|
| 339 | 2024-04-01T23:09:32.561Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 145139e2-e68f-490b-a4a2-fe96a1a60183, kind: External }
|
| 340 | 2024-04-01T23:09:32.570Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 341 | 2024-04-01T23:09:32.570Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 342 | 2024-04-01T23:09:32.570Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 343 | 2024-04-01T23:09:32.570Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 344 | 2024-04-01T23:09:32.570Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 345 | 2024-04-01T23:09:32.570Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 346 | 2024-04-01T23:09:32.570Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 347 | 2024-04-01T23:09:32.606Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 348 | 2024-04-01T23:09:32.614Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_145139e2-e68f-490b-a4a2-fe96a1a60183/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 349 | 2024-04-01T23:09:32.739Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_145139e2-e68f-490b-a4a2-fe96a1a60183
file = sled-storage/src/dataset.rs:480
|
| 350 | 2024-04-01T23:09:32.747Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 351 | 2024-04-01T23:09:32.747Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 352 | 2024-04-01T23:09:32.747Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 353 | 2024-04-01T23:09:32.747Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 354 | 2024-04-01T23:09:32.747Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
path = /scratch/u2_6.vdev
|
| 355 | 2024-04-01T23:09:32.757Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:301
|
| 356 | 2024-04-01T23:09:32.757Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = ca73c037-599b-4e6c-9173-b1cb71086b53
|
| 357 | 2024-04-01T23:09:32.850Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: ca73c037-599b-4e6c-9173-b1cb71086b53, kind: External }
|
| 358 | 2024-04-01T23:09:32.859Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 359 | 2024-04-01T23:09:32.859Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 360 | 2024-04-01T23:09:32.859Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 361 | 2024-04-01T23:09:32.859Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 362 | 2024-04-01T23:09:32.859Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 363 | 2024-04-01T23:09:32.859Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 364 | 2024-04-01T23:09:32.859Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 365 | 2024-04-01T23:09:32.863Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 366 | 2024-04-01T23:09:32.895Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 367 | 2024-04-01T23:09:32.903Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_ca73c037-599b-4e6c-9173-b1cb71086b53/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 368 | 2024-04-01T23:09:33.029Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_ca73c037-599b-4e6c-9173-b1cb71086b53
file = sled-storage/src/dataset.rs:480
|
| 369 | 2024-04-01T23:09:33.038Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 370 | 2024-04-01T23:09:33.038Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 371 | 2024-04-01T23:09:33.038Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 372 | 2024-04-01T23:09:33.038Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 373 | 2024-04-01T23:09:33.038Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
path = /scratch/u2_7.vdev
|
| 374 | 2024-04-01T23:09:33.050Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:301
|
| 375 | 2024-04-01T23:09:33.050Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 61e110b3-3096-412f-9ae9-609d91420e6b
|
| 376 | 2024-04-01T23:09:33.148Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 61e110b3-3096-412f-9ae9-609d91420e6b, kind: External }
|
| 377 | 2024-04-01T23:09:33.156Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 378 | 2024-04-01T23:09:33.156Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 379 | 2024-04-01T23:09:33.156Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 380 | 2024-04-01T23:09:33.156Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 381 | 2024-04-01T23:09:33.156Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 382 | 2024-04-01T23:09:33.156Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 383 | 2024-04-01T23:09:33.156Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 384 | 2024-04-01T23:09:33.161Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 385 | 2024-04-01T23:09:33.194Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 386 | 2024-04-01T23:09:33.202Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_61e110b3-3096-412f-9ae9-609d91420e6b/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 387 | 2024-04-01T23:09:33.323Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_61e110b3-3096-412f-9ae9-609d91420e6b
file = sled-storage/src/dataset.rs:480
|
| 388 | 2024-04-01T23:09:33.330Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 389 | 2024-04-01T23:09:33.330Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 390 | 2024-04-01T23:09:33.330Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 391 | 2024-04-01T23:09:33.330Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 392 | 2024-04-01T23:09:33.330Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
path = /scratch/u2_8.vdev
|
| 393 | 2024-04-01T23:09:33.340Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:301
|
| 394 | 2024-04-01T23:09:33.340Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 1b0a0ca8-1771-4ed1-8d5a-7541b3953431
|
| 395 | 2024-04-01T23:09:33.434Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 1b0a0ca8-1771-4ed1-8d5a-7541b3953431, kind: External }
|
| 396 | 2024-04-01T23:09:33.442Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 397 | 2024-04-01T23:09:33.442Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 398 | 2024-04-01T23:09:33.442Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 399 | 2024-04-01T23:09:33.442Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 400 | 2024-04-01T23:09:33.442Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 401 | 2024-04-01T23:09:33.442Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 402 | 2024-04-01T23:09:33.442Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 403 | 2024-04-01T23:09:33.480Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 404 | 2024-04-01T23:09:33.488Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_1b0a0ca8-1771-4ed1-8d5a-7541b3953431/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 405 | 2024-04-01T23:09:33.515Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:2286
|
| 406 | 2024-04-01T23:09:33.609Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_1b0a0ca8-1771-4ed1-8d5a-7541b3953431
file = sled-storage/src/dataset.rs:480
|
| 407 | 2024-04-01T23:09:33.616Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 408 | 2024-04-01T23:09:33.616Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 409 | 2024-04-01T23:09:33.616Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 410 | 2024-04-01T23:09:33.617Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 6ad8806b-2884-4993-bb8c-8ec4e428dde2, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 }, zpool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 }, zpool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 }, zpool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 }, zpool_name: ZpoolName { id: d8d19277-5381-4518-a891-2ae6c690bcbc, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 }, zpool_name: ZpoolName { id: 8124b432-d5f4-43e6-a39d-6180ff056d93, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 }, zpool_name: ZpoolName { id: 145139e2-e68f-490b-a4a2-fe96a1a60183, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 }, zpool_name: ZpoolName { id: ca73c037-599b-4e6c-9173-b1cb71086b53, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, variant: U2, slot: 1033 }, zpool_name: ZpoolName { id: 61e110b3-3096-412f-9ae9-609d91420e6b, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, variant: U2, slot: 1034 }, zpool_name: ZpoolName { id: 1b0a0ca8-1771-4ed1-8d5a-7541b3953431, kind: External } }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 411 | 2024-04-01T23:09:33.617Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 412 | 2024-04-01T23:09:33.617Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 12121783
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:38620
req_id = 78498676-8c0d-46f9-9bde-3e66bee885a9
response_code = 200
uri = /omicron-physical-disks
|
| 413 | 2024-04-01T23:09:33.648Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 81c49c6b-39a1-4238-84dc-41866040c255, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9e36973d-a060-4c54-91a2-02a0854a01ed, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 09546825-9366-402e-941b-0e3c2e18f6a3, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:427
sled_address = [fd00:1122:3344:101::1]:12345
|
| 414 | 2024-04-01T23:09:33.648Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48787
|
| 415 | 2024-04-01T23:09:33.648Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 81c49c6b-39a1-4238-84dc-41866040c255, dataset_name: DatasetName { pool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 416 | 2024-04-01T23:09:33.648Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 81c49c6b-39a1-4238-84dc-41866040c255, dataset_name: DatasetName { pool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External }, kind: InternalDns }, responder: ... }
|
| 417 | 2024-04-01T23:09:33.700Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9e36973d-a060-4c54-91a2-02a0854a01ed, dataset_name: DatasetName { pool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 418 | 2024-04-01T23:09:33.701Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 9e36973d-a060-4c54-91a2-02a0854a01ed, dataset_name: DatasetName { pool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External }, kind: InternalDns }, responder: ... }
|
| 419 | 2024-04-01T23:09:33.751Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 09546825-9366-402e-941b-0e3c2e18f6a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 420 | 2024-04-01T23:09:33.751Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 09546825-9366-402e-941b-0e3c2e18f6a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External }, kind: InternalDns }, responder: ... }
|
| 421 | 2024-04-01T23:09:33.801Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 422 | 2024-04-01T23:09:33.801Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 423 | 2024-04-01T23:09:33.801Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 424 | 2024-04-01T23:09:33.801Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 425 | 2024-04-01T23:09:33.846Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 426 | 2024-04-01T23:09:33.846Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 427 | 2024-04-01T23:09:33.846Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 428 | 2024-04-01T23:09:33.898Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
file = illumos-utils/src/zone.rs:315
|
| 429 | 2024-04-01T23:09:33.901Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
file = illumos-utils/src/zone.rs:315
|
| 430 | 2024-04-01T23:09:33.905Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
file = illumos-utils/src/zone.rs:315
|
| 431 | 2024-04-01T23:09:33.919Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
file = illumos-utils/src/zone.rs:354
|
| 432 | 2024-04-01T23:09:33.923Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
file = illumos-utils/src/zone.rs:354
|
| 433 | 2024-04-01T23:09:33.927Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
file = illumos-utils/src/zone.rs:354
|
| 434 | 2024-04-01T23:09:34.163Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 435 | 2024-04-01T23:09:34.861Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 436 | 2024-04-01T23:09:35.165Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/dc075b11-732c-431c-a27a-0d5d70c2d934): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = dc075b11-732c-431c-a27a-0d5d70c2d934
|
| 437 | 2024-04-01T23:09:36.206Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService1"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:3::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:3::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:3::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:3::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 438 | 2024-04-01T23:09:36.206Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
| 439 | 2024-04-01T23:09:36.206Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
|
| 440 | 2024-04-01T23:09:36.692Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService2"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:1::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:1::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:1::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:1::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 441 | 2024-04-01T23:09:37.174Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
| 442 | 2024-04-01T23:09:37.174Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService3"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:2::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:2::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:2::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:2::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 443 | 2024-04-01T23:09:37.174Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
| 444 | 2024-04-01T23:09:37.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3") failed: Property not found. retry in 43.102355ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
|
| 445 | 2024-04-01T23:09:37.183Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
|
| 446 | 2024-04-01T23:09:37.187Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
|
| 447 | 2024-04-01T23:09:37.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3") failed: Property not found. retry in 111.161539ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
|
| 448 | 2024-04-01T23:09:37.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed") failed: Property not found. retry in 40.265648ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
|
| 449 | 2024-04-01T23:09:37.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255") failed: Property not found. retry in 43.096491ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
|
| 450 | 2024-04-01T23:09:37.357Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3") failed: Property not found. retry in 155.12577ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
|
| 451 | 2024-04-01T23:09:37.363Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed") failed: Property not found. retry in 99.922415ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
|
| 452 | 2024-04-01T23:09:37.370Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255") failed: Property not found. retry in 89.932881ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
|
| 453 | 2024-04-01T23:09:37.482Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255") failed: Property not found. retry in 129.898011ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
|
| 454 | 2024-04-01T23:09:37.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed") failed: Property not found. retry in 106.01408ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
|
| 455 | 2024-04-01T23:09:37.524Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3") failed: Property not found. retry in 222.082958ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
|
| 456 | 2024-04-01T23:09:37.685Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed") failed: Property not found. retry in 329.349923ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
|
| 457 | 2024-04-01T23:09:37.763Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255") failed: Property not found. retry in 269.070659ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
|
| 458 | 2024-04-01T23:09:37.784Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3") failed: Property not found. retry in 736.586899ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
|
| 459 | 2024-04-01T23:09:38.025Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed") failed: Property not found. retry in 508.265336ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
|
| 460 | 2024-04-01T23:09:38.040Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255") failed: Property not found. retry in 880.240347ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
|
| 461 | 2024-04-01T23:09:38.530Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3") failed: Property not found. retry in 1.362433765s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
|
| 462 | 2024-04-01T23:09:38.544Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed") failed: Property not found. retry in 733.03191ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
|
| 463 | 2024-04-01T23:09:38.932Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255") failed: Property not found. retry in 609.051762ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
|
| 464 | 2024-04-01T23:09:39.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed") failed: Property not found. retry in 1.115246626s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
|
| 465 | 2024-04-01T23:09:39.550Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255") failed: Property not found. retry in 1.436529265s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
|
| 466 | 2024-04-01T23:09:39.598Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:200::2 exists in switch zone
file = sled-agent/src/services.rs:2303
|
| 467 | 2024-04-01T23:09:39.598Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:626
zone = oxz_switch
|
| 468 | 2024-04-01T23:09:39.900Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3") failed: Property not found. retry in 988.989251ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
|
| 469 | 2024-04-01T23:09:40.140Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fec5:377e
file = sled-agent/src/services.rs:2310
|
| 470 | 2024-04-01T23:09:40.145Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:2371
|
| 471 | 2024-04-01T23:09:40.266Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2556
|
| 472 | 2024-04-01T23:09:40.412Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed") failed: Property not found. retry in 1.471668486s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
|
| 473 | 2024-04-01T23:09:40.511Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2720
|
| 474 | 2024-04-01T23:09:40.695Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2435
|
| 475 | 2024-04-01T23:09:40.899Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3") failed: Property not found. retry in 875.436083ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
|
| 476 | 2024-04-01T23:09:40.989Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2470
|
| 477 | 2024-04-01T23:09:40.995Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255") failed: Property not found. retry in 688.135162ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
|
| 478 | 2024-04-01T23:09:41.203Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2758
|
| 479 | 2024-04-01T23:09:41.391Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2785
|
| 480 | 2024-04-01T23:09:41.610Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2664
|
| 481 | 2024-04-01T23:09:41.693Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255") failed: Property not found. retry in 1.063311665s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
|
| 482 | 2024-04-01T23:09:41.784Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3") failed: Property not found. retry in 677.055553ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
|
| 483 | 2024-04-01T23:09:41.794Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2464
|
| 484 | 2024-04-01T23:09:41.804Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:3843
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 485 | 2024-04-01T23:09:41.804Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:3859
|
| 486 | 2024-04-01T23:09:41.804Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_switch
|
| 487 | 2024-04-01T23:09:41.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed") failed: Property not found. retry in 757.778563ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
|
| 488 | 2024-04-01T23:09:42.357Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:3867
|
| 489 | 2024-04-01T23:09:42.365Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:3923
|
| 490 | 2024-04-01T23:09:42.533Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:3985
|
| 491 | 2024-04-01T23:09:42.649Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:3966
rack_subnet = fd00:1122:3344::
|
| 492 | 2024-04-01T23:09:42.673Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4008
|
| 493 | 2024-04-01T23:09:42.776Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_internal_dns_09546825-9366-402e-941b-0e3c2e18f6a3
|
| 494 | 2024-04-01T23:09:42.776Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_internal_dns_81c49c6b-39a1-4238-84dc-41866040c255
|
| 495 | 2024-04-01T23:09:42.776Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_internal_dns_9e36973d-a060-4c54-91a2-02a0854a01ed
|
| 496 | 2024-04-01T23:09:42.776Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 497 | 2024-04-01T23:09:42.777Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 498 | 2024-04-01T23:09:42.777Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9129007
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:48787
req_id = a6286fee-2237-4f56-ae69-8f34067aac95
response_code = 204
uri = /omicron-zones
|
| 499 | 2024-04-01T23:09:42.779Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:545
|
| 500 | 2024-04-01T23:09:42.779Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4035
|
| 501 | 2024-04-01T23:09:42.902Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:364
|
| 502 | 2024-04-01T23:09:42.934Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:412
|
| 503 | 2024-04-01T23:09:42.966Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:589
|
| 504 | 2024-04-01T23:09:42.966Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:627
|
| 505 | 2024-04-01T23:09:42.966Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:630
uptime = 2
|
| 506 | 2024-04-01T23:09:42.966Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:434
|
| 507 | 2024-04-01T23:09:43.039Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 130.060927ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:565
|
| 508 | 2024-04-01T23:09:43.043Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:381
|
| 509 | 2024-04-01T23:09:43.043Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
|
| 510 | 2024-04-01T23:09:43.043Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
|
| 511 | 2024-04-01T23:09:43.043Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }
|
| 512 | 2024-04-01T23:09:43.043Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
|
| 513 | 2024-04-01T23:09:43.043Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
|
| 514 | 2024-04-01T23:09:43.043Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
|
| 515 | 2024-04-01T23:09:43.043Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
|
| 516 | 2024-04-01T23:09:43.043Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
|
| 517 | 2024-04-01T23:09:43.043Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
|
| 518 | 2024-04-01T23:09:43.043Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
|
| 519 | 2024-04-01T23:09:43.043Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
|
| 520 | 2024-04-01T23:09:43.188Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:545
|
| 521 | 2024-04-01T23:09:43.234Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:545
|
| 522 | 2024-04-01T23:09:43.285Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:581
|
| 523 | 2024-04-01T23:09:43.285Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 524 | 2024-04-01T23:09:43.316Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 525 | 2024-04-01T23:09:43.317Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 526 | 2024-04-01T23:09:43.317Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 527 | 2024-04-01T23:09:43.345Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 81c49c6b-39a1-4238-84dc-41866040c255, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9e36973d-a060-4c54-91a2-02a0854a01ed, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 09546825-9366-402e-941b-0e3c2e18f6a3, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: d28be574-2c6a-4772-acd8-549f0fbf8fba, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 3b4a5a34-09f6-410b-b530-f9e1058b0912, kind: Service { id: d28be574-2c6a-4772-acd8-549f0fbf8fba }, name: Name("ntp-d28be574-2c6a-4772-acd8-549f0fbf8fba"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 42])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:427
sled_address = [fd00:1122:3344:101::1]:12345
|
| 528 | 2024-04-01T23:09:43.346Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46713
|
| 529 | 2024-04-01T23:09:43.346Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 81c49c6b-39a1-4238-84dc-41866040c255, dataset_name: DatasetName { pool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 530 | 2024-04-01T23:09:43.346Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 81c49c6b-39a1-4238-84dc-41866040c255, dataset_name: DatasetName { pool_name: ZpoolName { id: 5f0e78dc-840a-4327-a9a9-da993e352a6a, kind: External }, kind: InternalDns }, responder: ... }
|
| 531 | 2024-04-01T23:09:43.366Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9e36973d-a060-4c54-91a2-02a0854a01ed, dataset_name: DatasetName { pool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 532 | 2024-04-01T23:09:43.366Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 9e36973d-a060-4c54-91a2-02a0854a01ed, dataset_name: DatasetName { pool_name: ZpoolName { id: db57aed8-708d-4b0d-b2cf-94c3f5e58000, kind: External }, kind: InternalDns }, responder: ... }
|
| 533 | 2024-04-01T23:09:43.386Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 09546825-9366-402e-941b-0e3c2e18f6a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 534 | 2024-04-01T23:09:43.386Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 09546825-9366-402e-941b-0e3c2e18f6a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 09f3d41d-6eaa-402f-ae7b-d39196131536, kind: External }, kind: InternalDns }, responder: ... }
|
| 535 | 2024-04-01T23:09:43.404Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 536 | 2024-04-01T23:09:43.404Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 537 | 2024-04-01T23:09:43.404Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 538 | 2024-04-01T23:09:43.404Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 539 | 2024-04-01T23:09:43.416Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 540 | 2024-04-01T23:09:43.448Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 541 | 2024-04-01T23:09:43.449Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 542 | 2024-04-01T23:09:43.449Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 543 | 2024-04-01T23:09:43.493Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 250, 42]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
| 544 | 2024-04-01T23:09:43.493Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1277
zone_type = ntp
|
| 545 | 2024-04-01T23:09:43.494Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 546 | 2024-04-01T23:09:43.494Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 547 | 2024-04-01T23:09:43.494Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 548 | 2024-04-01T23:09:43.495Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 549 | 2024-04-01T23:09:43.519Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
file = illumos-utils/src/zone.rs:315
|
| 550 | 2024-04-01T23:09:43.540Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
file = illumos-utils/src/zone.rs:354
|
| 551 | 2024-04-01T23:09:44.656Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService4"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::1b"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value="fd00:1122:3344:100::/56"/>
<propval type="boolean" name="boundary" value="true"/>
<propval type="astring" name="server" value="0.pool.ntp.org"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte0"/>
<propval type="astring" name="gateway" value="172.30.3.1"/>
<propval type="astring" name="ip" value="172.30.3.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 552 | 2024-04-01T23:09:44.656Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
|
| 553 | 2024-04-01T23:09:44.794Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba") failed: Property not found. retry in 61.693444ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
|
| 554 | 2024-04-01T23:09:44.877Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba") failed: Property not found. retry in 71.865693ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
|
| 555 | 2024-04-01T23:09:44.973Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba") failed: Property not found. retry in 199.241683ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
|
| 556 | 2024-04-01T23:09:45.182Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba") failed: Property not found. retry in 411.270673ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
|
| 557 | 2024-04-01T23:09:45.602Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba") failed: Property not found. retry in 824.547205ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
|
| 558 | 2024-04-01T23:09:46.286Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:33928
|
| 559 | 2024-04-01T23:09:46.286Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 60
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:33928
req_id = 57714ecd-e87c-49d3-97ad-a7fd461eaab1
response_code = 200
uri = /baseboard
|
| 560 | 2024-04-01T23:09:46.437Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba") failed: Property not found. retry in 907.257069ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
|
| 561 | 2024-04-01T23:09:47.354Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba") failed: Property not found. retry in 780.520358ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
|
| 562 | 2024-04-01T23:09:48.144Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba") failed: Property not found. retry in 1.019700975s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
|
| 563 | 2024-04-01T23:09:49.174Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba") failed: Property not found. retry in 1.196206676s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
|
| 564 | 2024-04-01T23:09:50.389Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba
|
| 565 | 2024-04-01T23:09:50.389Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/6ad8806b-2884-4993-bb8c-8ec4e428dde2/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 566 | 2024-04-01T23:09:50.390Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/c2c5f85e-934e-49ba-a59d-f03a8bfbb7ab/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 567 | 2024-04-01T23:09:50.390Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7044496
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:46713
req_id = 86efd42e-f2fc-46bd-b27d-d5c68254daf3
response_code = 204
uri = /omicron-zones
|
| 568 | 2024-04-01T23:09:50.392Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:622
|
| 569 | 2024-04-01T23:09:50.421Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 570 | 2024-04-01T23:09:50.421Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55884
|
| 571 | 2024-04-01T23:09:50.430Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3574
|
| 572 | 2024-04-01T23:09:50.431Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 9258
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55884
req_id = e48c3960-413b-4439-9625-8361da6ec4c4
response_code = 500
uri = /timesync
|
| 573 | 2024-04-01T23:09:50.433Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 574 | 2024-04-01T23:09:50.553Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 575 | 2024-04-01T23:09:50.553Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60570
|
| 576 | 2024-04-01T23:09:54.562Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3574
|
| 577 | 2024-04-01T23:09:54.562Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 4008623
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60570
req_id = 8a657971-ed13-49a9-bb23-df38590cc045
response_code = 500
uri = /timesync
|
| 578 | 2024-04-01T23:09:54.565Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 579 | 2024-04-01T23:09:54.673Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 580 | 2024-04-01T23:09:54.673Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34769
|
| 581 | 2024-04-01T23:09:54.682Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3574
|
| 582 | 2024-04-01T23:09:54.682Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 8820
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:34769
req_id = 7576fcb1-c2c7-437d-9bb1-ddb3278413e7
response_code = 500
uri = /timesync
|
| 583 | 2024-04-01T23:09:54.685Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 584 | 2024-04-01T23:09:54.849Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 585 | 2024-04-01T23:09:54.849Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39698
|
| 586 | 2024-04-01T23:09:58.858Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_d28be574-2c6a-4772-acd8-549f0fbf8fba': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3574
|
| 587 | 2024-04-01T23:09:58.859Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 4009204
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39698
req_id = 8bb867c9-cf80-4fcc-bade-cc129582bd5c
response_code = 500
uri = /timesync
|
| 588 | 2024-04-01T23:09:58.862Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 589 | 2024-04-01T23:09:59.057Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 590 | 2024-04-01T23:09:59.058Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45682
|
| 591 | 2024-04-01T23:09:59.066Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8722
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45682
req_id = a1d4d449-2f38-4638-bb1f-ff1a37857928
response_code = 200
uri = /timesync
|
| 592 | 2024-04-01T23:09:59.068Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 593 | 2024-04-01T23:09:59.068Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 594 | 2024-04-01T23:09:59.376Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 595 | 2024-04-01T23:09:59.376Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42868
|
| 596 | 2024-04-01T23:09:59.385Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8608
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42868
req_id = 18a94cbd-c522-4167-b3bb-020762eab3fb
response_code = 200
uri = /timesync
|
| 597 | 2024-04-01T23:09:59.388Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 598 | 2024-04-01T23:09:59.388Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 599 | 2024-04-01T23:09:59.586Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 600 | 2024-04-01T23:09:59.586Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39432
|
| 601 | 2024-04-01T23:09:59.595Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8753
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39432
req_id = b5d7c086-8fe5-43d8-b232-7290a17de5ba
response_code = 200
uri = /timesync
|
| 602 | 2024-04-01T23:09:59.597Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 603 | 2024-04-01T23:09:59.597Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 604 | 2024-04-01T23:09:59.817Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 605 | 2024-04-01T23:09:59.817Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49396
|
| 606 | 2024-04-01T23:09:59.826Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8884
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49396
req_id = f9a14d54-02db-4aa8-b093-a84f56f871b8
response_code = 200
uri = /timesync
|
| 607 | 2024-04-01T23:09:59.827Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 608 | 2024-04-01T23:09:59.827Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 609 | 2024-04-01T23:10:00.305Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 610 | 2024-04-01T23:10:00.305Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45358
|
| 611 | 2024-04-01T23:10:00.314Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8164
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45358
req_id = 9344f2e1-def3-482e-9da8-fab5696b6a20
response_code = 200
uri = /timesync
|
| 612 | 2024-04-01T23:10:00.315Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 613 | 2024-04-01T23:10:00.315Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 614 | 2024-04-01T23:10:00.816Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 615 | 2024-04-01T23:10:00.816Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51148
|
| 616 | 2024-04-01T23:10:00.824Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8290
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51148
req_id = 96b612c6-36c2-48c9-9e15-1ce9df79ac1a
response_code = 200
uri = /timesync
|
| 617 | 2024-04-01T23:10:00.827Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 618 | 2024-04-01T23:10:00.827Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 619 | 2024-04-01T23:10:01.617Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 620 | 2024-04-01T23:10:01.617Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37766
|
| 621 | 2024-04-01T23:10:01.625Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7019
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37766
req_id = 758c99b5-afea-49cf-8825-6abc5b090808
response_code = 200
uri = /timesync
|
| 622 | 2024-04-01T23:10:01.626Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 623 | 2024-04-01T23:10:01.626Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 624 | 2024-04-01T23:10:02.362Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 625 | 2024-04-01T23:10:02.363Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35484
|
| 626 | 2024-04-01T23:10:02.371Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8728
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35484
req_id = ec81dd70-9511-42d1-925d-f1f8b4772dbe
response_code = 200
uri = /timesync
|
| 627 | 2024-04-01T23:10:02.373Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 628 | 2024-04-01T23:10:02.373Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 629 | 2024-04-01T23:10:03.033Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 630 | 2024-04-01T23:10:03.033Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35019
|
| 631 | 2024-04-01T23:10:03.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8428
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35019
req_id = 81147c05-0b11-41a2-be70-f89dabeb54a9
response_code = 200
uri = /timesync
|
| 632 | 2024-04-01T23:10:03.044Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 633 | 2024-04-01T23:10:03.044Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 634 | 2024-04-01T23:10:03.921Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 635 | 2024-04-01T23:10:03.921Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41984
|
| 636 | 2024-04-01T23:10:03.930Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8354
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41984
req_id = cfb8ac70-7211-4cd7-a30b-189d82087bd0
response_code = 200
uri = /timesync
|
| 637 | 2024-04-01T23:10:03.931Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 638 | 2024-04-01T23:10:03.931Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 639 | 2024-04-01T23:10:04.874Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 640 | 2024-04-01T23:10:04.874Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56462
|
| 641 | 2024-04-01T23:10:04.883Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8752
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56462
req_id = 92c545b0-7d63-4974-99e0-e63e64df3383
response_code = 200
uri = /timesync
|
| 642 | 2024-04-01T23:10:04.887Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 643 | 2024-04-01T23:10:04.887Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 644 | 2024-04-01T23:10:06.298Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 645 | 2024-04-01T23:10:06.298Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53038
|
| 646 | 2024-04-01T23:10:06.306Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7953
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53038
req_id = 5f092354-4d43-4853-afe0-10a88d82d46f
response_code = 200
uri = /timesync
|
| 647 | 2024-04-01T23:10:06.308Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 648 | 2024-04-01T23:10:06.308Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 649 | 2024-04-01T23:10:08.446Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 650 | 2024-04-01T23:10:08.446Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:65394
|
| 651 | 2024-04-01T23:10:08.455Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9408
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:65394
req_id = 8e111588-ed2c-43e7-be23-addd47fa0655
response_code = 200
uri = /timesync
|
| 652 | 2024-04-01T23:10:08.458Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 653 | 2024-04-01T23:10:08.458Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 654 | 2024-04-01T23:10:11.114Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 655 | 2024-04-01T23:10:11.115Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34564
|
| 656 | 2024-04-01T23:10:11.124Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9097
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:34564
req_id = 3e627c61-e561-45fb-8fb0-8fa70abb12de
response_code = 200
uri = /timesync
|
| 657 | 2024-04-01T23:10:11.126Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 658 | 2024-04-01T23:10:11.126Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 659 | 2024-04-01T23:10:14.278Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 660 | 2024-04-01T23:10:14.278Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37570
|
| 661 | 2024-04-01T23:10:14.286Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8272
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37570
req_id = 22e90915-1047-469c-8897-892d1474df12
response_code = 200
uri = /timesync
|
| 662 | 2024-04-01T23:10:14.288Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 663 | 2024-04-01T23:10:14.289Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 664 | 2024-04-01T23:10:16.320Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:36639
|
| 665 | 2024-04-01T23:10:16.320Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 61
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:36639
req_id = 21780e0f-c5fc-4d3c-9315-966fd3ae7b22
response_code = 200
uri = /baseboard
|
| 666 | 2024-04-01T23:10:17.407Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 667 | 2024-04-01T23:10:17.407Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56994
|
| 668 | 2024-04-01T23:10:17.417Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9601
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56994
req_id = 93f66f85-feaf-4f2f-bb26-4be648225a7c
response_code = 200
uri = /timesync
|
| 669 | 2024-04-01T23:10:17.420Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 670 | 2024-04-01T23:10:17.420Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 671 | 2024-04-01T23:10:22.203Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 672 | 2024-04-01T23:10:22.203Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52430
|
| 673 | 2024-04-01T23:10:22.212Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8599
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52430
req_id = 2bd9c251-2444-4b7f-ac58-09206246a358
response_code = 200
uri = /timesync
|
| 674 | 2024-04-01T23:10:22.214Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 675 | 2024-04-01T23:10:22.214Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 676 | 2024-04-01T23:10:26.528Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 677 | 2024-04-01T23:10:26.528Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56658
|
| 678 | 2024-04-01T23:10:26.536Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8390
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56658
req_id = 028ab13b-387a-4cbd-a62e-573e49596dbc
response_code = 200
uri = /timesync
|
| 679 | 2024-04-01T23:10:26.538Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 680 | 2024-04-01T23:10:26.538Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 681 | 2024-04-01T23:10:31.882Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 682 | 2024-04-01T23:10:31.883Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42634
|
| 683 | 2024-04-01T23:10:31.891Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8190
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42634
req_id = 8c4e62b2-22e2-4fbb-9fa2-4454c1461578
response_code = 200
uri = /timesync
|
| 684 | 2024-04-01T23:10:31.893Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 685 | 2024-04-01T23:10:31.893Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 686 | 2024-04-01T23:10:39.389Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 687 | 2024-04-01T23:10:39.389Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38066
|
| 688 | 2024-04-01T23:10:39.398Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8529
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38066
req_id = 8a950d5c-2179-4b42-88bf-9c5362ba5c4e
response_code = 200
uri = /timesync
|
| 689 | 2024-04-01T23:10:39.400Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 690 | 2024-04-01T23:10:39.400Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 691 | 2024-04-01T23:10:46.354Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:62369
|
| 692 | 2024-04-01T23:10:46.354Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 56
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:62369
req_id = a400ec50-084e-430c-a050-420f4b76f195
response_code = 200
uri = /baseboard
|
| 693 | 2024-04-01T23:10:46.707Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 694 | 2024-04-01T23:10:46.707Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59928
|
| 695 | 2024-04-01T23:10:46.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7807
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59928
req_id = 113d34a9-a7da-4551-8599-6605a09f14ff
response_code = 200
uri = /timesync
|
| 696 | 2024-04-01T23:10:46.717Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 697 | 2024-04-01T23:10:46.717Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 698 | 2024-04-01T23:10:51.659Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 699 | 2024-04-01T23:10:51.659Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52209
|
| 700 | 2024-04-01T23:10:51.668Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8973
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52209
req_id = bb8059f2-b3ab-4f18-9f1a-2956b17f2847
response_code = 200
uri = /timesync
|
| 701 | 2024-04-01T23:10:51.670Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 702 | 2024-04-01T23:10:51.670Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 703 | 2024-04-01T23:11:00.452Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 704 | 2024-04-01T23:11:00.452Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35169
|
| 705 | 2024-04-01T23:11:00.462Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35169
req_id = 611fc309-6307-4f6e-86e3-778d743d71b4
response_code = 200
uri = /timesync
|
| 706 | 2024-04-01T23:11:00.464Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712012997.80456, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 707 | 2024-04-01T23:11:00.464Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 708 | 2024-04-01T23:11:11.240Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 709 | 2024-04-01T23:11:11.240Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35520
|
| 710 | 2024-04-01T23:11:11.249Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9096
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35520
req_id = a6aff0db-eaa4-49df-99fc-26038226d3ec
response_code = 200
uri = /timesync
|
| 711 | 2024-04-01T23:11:11.251Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013069.955629, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 712 | 2024-04-01T23:11:11.251Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 713 | 2024-04-01T23:11:16.388Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:37148
|
| 714 | 2024-04-01T23:11:16.388Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 38
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:37148
req_id = 0079f7a9-5a57-4564-a7b0-fb2f1788fbc8
response_code = 200
uri = /baseboard
|
| 715 | 2024-04-01T23:11:26.689Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 716 | 2024-04-01T23:11:26.689Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64142
|
| 717 | 2024-04-01T23:11:26.698Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8745
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64142
req_id = f7ec8e64-80ec-4a75-be6c-3ed7b442f1c5
response_code = 200
uri = /timesync
|
| 718 | 2024-04-01T23:11:26.700Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013069.955629, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 719 | 2024-04-01T23:11:26.701Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 720 | 2024-04-01T23:11:45.518Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 721 | 2024-04-01T23:11:45.518Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45688
|
| 722 | 2024-04-01T23:11:45.527Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9095
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45688
req_id = 7b78bd79-1309-4258-9b1f-7082d7a55595
response_code = 200
uri = /timesync
|
| 723 | 2024-04-01T23:11:45.529Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013069.955629, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 724 | 2024-04-01T23:11:45.529Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 725 | 2024-04-01T23:11:46.422Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:65227
|
| 726 | 2024-04-01T23:11:46.422Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 84
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:65227
req_id = c7f578ba-58b8-41a2-a248-51803c7d14d5
response_code = 200
uri = /baseboard
|
| 727 | 2024-04-01T23:12:11.952Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 728 | 2024-04-01T23:12:11.952Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52687
|
| 729 | 2024-04-01T23:12:11.962Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52687
req_id = ec29defc-ed5e-4ad2-b35b-8f1c02feb5f1
response_code = 200
uri = /timesync
|
| 730 | 2024-04-01T23:12:11.964Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013069.955629, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 731 | 2024-04-01T23:12:11.964Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 732 | 2024-04-01T23:12:16.455Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:34134
|
| 733 | 2024-04-01T23:12:16.455Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 39
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:34134
req_id = bdb0d93e-a7bb-4468-9e54-a6b576af4e0f
response_code = 200
uri = /baseboard
|
| 734 | 2024-04-01T23:12:27.632Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 735 | 2024-04-01T23:12:27.632Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55715
|
| 736 | 2024-04-01T23:12:27.641Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8951
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55715
req_id = 7df62799-8fb0-4b12-ab8e-0e8d042c14b8
response_code = 200
uri = /timesync
|
| 737 | 2024-04-01T23:12:27.644Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013146.5624406, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 738 | 2024-04-01T23:12:27.644Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 739 | 2024-04-01T23:12:46.488Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:42566
|
| 740 | 2024-04-01T23:12:46.488Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 43
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:42566
req_id = 27c148a0-e9ce-4e82-bb35-6d8864400251
response_code = 200
uri = /baseboard
|
| 741 | 2024-04-01T23:13:04.895Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 742 | 2024-04-01T23:13:04.895Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41945
|
| 743 | 2024-04-01T23:13:04.904Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41945
req_id = d16cf419-8c35-4cce-b1dd-687872d478ac
response_code = 200
uri = /timesync
|
| 744 | 2024-04-01T23:13:04.909Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013146.5624406, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 745 | 2024-04-01T23:13:04.909Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 746 | 2024-04-01T23:13:16.521Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:57873
|
| 747 | 2024-04-01T23:13:16.521Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:57873
req_id = 08a3c051-b9d1-4dce-bc70-794d5214de2a
response_code = 200
uri = /baseboard
|
| 748 | 2024-04-01T23:13:46.554Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:36440
|
| 749 | 2024-04-01T23:13:46.554Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 58
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:36440
req_id = 39f30beb-3b69-4501-9dfe-30266d001e8f
response_code = 200
uri = /baseboard
|
| 750 | 2024-04-01T23:13:49.859Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 751 | 2024-04-01T23:13:49.859Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47339
|
| 752 | 2024-04-01T23:13:49.868Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8935
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47339
req_id = 4459d1b7-c1e4-445e-8b9c-51e103e85c4a
response_code = 200
uri = /timesync
|
| 753 | 2024-04-01T23:13:49.870Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013228.2077577, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 754 | 2024-04-01T23:13:49.870Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 755 | 2024-04-01T23:14:16.588Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:49604
|
| 756 | 2024-04-01T23:14:16.588Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 62
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:49604
req_id = 9a09493a-8af1-4d3a-abcb-c5017f6d07bb
response_code = 200
uri = /baseboard
|
| 757 | 2024-04-01T23:14:19.335Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:801
|
| 758 | 2024-04-01T23:14:24.787Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 759 | 2024-04-01T23:14:24.787Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54546
|
| 760 | 2024-04-01T23:14:24.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9398
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54546
req_id = 38ad034e-9c91-4a0d-89f0-5434ce507625
response_code = 200
uri = /timesync
|
| 761 | 2024-04-01T23:14:24.799Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013228.2077577, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 762 | 2024-04-01T23:14:24.799Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 763 | 2024-04-01T23:14:46.621Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:200::1]:80
remote_addr = [fdb0:200::2]:58986
|
| 764 | 2024-04-01T23:14:46.621Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 34
local_addr = [fdb0:200::1]:80
method = GET
remote_addr = [fdb0:200::2]:58986
req_id = df5c149c-4212-4ad4-890b-3e1691472f04
response_code = 200
uri = /baseboard
|
| 765 | 2024-04-01T23:15:00.973Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 766 | 2024-04-01T23:15:00.974Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33961
|
| 767 | 2024-04-01T23:15:00.983Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9218
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33961
req_id = dde8656b-bdcf-4edf-9e3f-e76611acb826
response_code = 200
uri = /timesync
|
| 768 | 2024-04-01T23:15:00.985Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712013299.602141, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 769 | 2024-04-01T23:15:00.985Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|