| 1 | | [ Apr 10 17:07:56 Enabled. ] |
| 2 | | [ Apr 10 17:07:56 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Apr 10 17:07:56 Method "start" exited with status 0. ] |
| 4 | | [ Apr 10 17:07:56 Rereading configuration. ] |
| 5 | | [ Apr 10 17:07:56 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-04-10T17:07:56.743Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:163
|
| 8 | 2024-04-10T17:07:56.743Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:253
|
| 9 | 2024-04-10T17:07:56.797Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:260
|
| 10 | 2024-04-10T17:07:56.797Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2024-04-10T17:07:56.913Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2024-04-10T17:07:56.922Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2024-04-10T17:07:56.930Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:270
path = /var/run/oxide/
|
| 14 | 2024-04-10T17:07:57.531Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:a02a::, len: 64 }
|
| 15 | 2024-04-10T17:07:57.675Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:115
|
| 16 | 2024-04-10T17:07:57.675Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:127
|
| 17 | 2024-04-10T17:07:57.675Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:137
|
| 18 | 2024-04-10T17:07:57.675Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:157
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 19 | 2024-04-10T17:07:57.675Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:291
|
| 20 | 2024-04-10T17:07:57.675Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:609
|
| 21 | 2024-04-10T17:07:57.675Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:801
|
| 22 | 2024-04-10T17:07:57.678Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "sock", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:535
|
| 23 | 2024-04-10T17:07:57.678Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:658
|
| 24 | 2024-04-10T17:07:57.678Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:171
|
| 25 | 2024-04-10T17:07:57.678Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:716
|
| 26 | 2024-04-10T17:07:57.678Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/m2_0.vdev
|
| 27 | 2024-04-10T17:07:57.678Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:261
underlay_network_info = None
|
| 28 | 2024-04-10T17:07:57.678Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 29 | 2024-04-10T17:07:57.678Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
|
| 30 | 2024-04-10T17:07:57.678Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
path = /scratch/m2_0.vdev
|
| 31 | 2024-04-10T17:07:57.689Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:301
|
| 32 | 2024-04-10T17:07:57.689Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:312
id = 3601f330-116e-4888-959b-fdaadd1dc405
|
| 33 | 2024-04-10T17:07:57.790Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 3601f330-116e-4888-959b-fdaadd1dc405, kind: Internal }
|
| 34 | 2024-04-10T17:07:57.996Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:381
|
| 35 | 2024-04-10T17:07:57.996Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/m2_1.vdev
|
| 36 | 2024-04-10T17:07:57.996Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
|
| 37 | 2024-04-10T17:07:57.996Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 38 | 2024-04-10T17:07:57.996Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }
|
| 39 | 2024-04-10T17:07:57.996Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }
path = /scratch/m2_1.vdev
|
| 40 | 2024-04-10T17:07:58.005Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:301
|
| 41 | 2024-04-10T17:07:58.005Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:312
id = ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f
|
| 42 | 2024-04-10T17:07:58.096Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f, kind: Internal }
|
| 43 | 2024-04-10T17:07:58.300Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_0.vdev
|
| 44 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 3601f330-116e-4888-959b-fdaadd1dc405, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f, kind: Internal } }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 45 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 46 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
|
| 47 | 2024-04-10T17:07:58.300Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_1.vdev
|
| 48 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 3601f330-116e-4888-959b-fdaadd1dc405, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f, kind: Internal } }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 49 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 50 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
|
| 51 | 2024-04-10T17:07:58.300Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_2.vdev
|
| 52 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 3601f330-116e-4888-959b-fdaadd1dc405, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 53 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 54 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
|
| 55 | 2024-04-10T17:07:58.300Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_3.vdev
|
| 56 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 3601f330-116e-4888-959b-fdaadd1dc405, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 57 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 58 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
|
| 59 | 2024-04-10T17:07:58.300Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_4.vdev
|
| 60 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 61 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
|
| 62 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 3601f330-116e-4888-959b-fdaadd1dc405, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 63 | 2024-04-10T17:07:58.300Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_5.vdev
|
| 64 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 65 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 3601f330-116e-4888-959b-fdaadd1dc405, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 66 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
|
| 67 | 2024-04-10T17:07:58.300Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_6.vdev
|
| 68 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 69 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
|
| 70 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 3601f330-116e-4888-959b-fdaadd1dc405, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 71 | 2024-04-10T17:07:58.300Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_7.vdev
|
| 72 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, variant: U2, slot: 1033 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 73 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
|
| 74 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 3601f330-116e-4888-959b-fdaadd1dc405, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 75 | 2024-04-10T17:07:58.300Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_8.vdev
|
| 76 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, variant: U2, slot: 1034 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 77 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
|
| 78 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 3601f330-116e-4888-959b-fdaadd1dc405, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, variant: U2, slot: 1033 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 79 | 2024-04-10T17:07:58.300Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:87
|
| 80 | 2024-04-10T17:07:58.300Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
file = sled-agent/src/long_running_tasks.rs:89
|
| 81 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 82 | 2024-04-10T17:07:58.300Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 3601f330-116e-4888-959b-fdaadd1dc405, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, variant: U2, slot: 1033 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, variant: U2, slot: 1034 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 83 | 2024-04-10T17:07:58.300Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:195
|
| 84 | 2024-04-10T17:07:58.301Z | INFO | SledAgent (bootstore): No ledger in /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 85 | 2024-04-10T17:07:58.301Z | INFO | SledAgent (bootstore): No ledger in /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 86 | 2024-04-10T17:07:58.301Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-sock-i86pc
|
| 87 | 2024-04-10T17:07:58.301Z | INFO | SledAgent (bootstore): No ledger in /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 88 | 2024-04-10T17:07:58.301Z | INFO | SledAgent (bootstore): No ledger in /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 89 | 2024-04-10T17:07:58.301Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-sock-i86pc
|
| 90 | 2024-04-10T17:07:58.301Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:200
|
| 91 | 2024-04-10T17:07:58.301Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:215
|
| 92 | 2024-04-10T17:07:58.312Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:709
|
| 93 | 2024-04-10T17:07:58.312Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:289
next_cleanup = Instant { tv_sec: 2463, tv_nsec: 194023273 }
time_to_next_cleanup = 599.999937239s
|
| 94 | 2024-04-10T17:07:58.312Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3596
|
| 95 | 2024-04-10T17:07:58.312Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 96 | 2024-04-10T17:07:58.312Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 97 | 2024-04-10T17:07:58.312Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 98 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
| 99 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 100 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV1 {
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:100::,
prefix: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV1 {
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.2.100,
},
],
addresses: [
V4(
Ipv4Network {
addr: 10.151.2.174,
prefix: 24,
},
),
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
},
],
bgp: [],
bfd: [],
},
}
file = sled-agent/src/rack_setup/service.rs:997
|
| 101 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 102 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 103 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (RSS): No ledger in /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 104 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (RSS): No ledger in /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 105 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1057
|
| 106 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 107 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (RSS): No ledger in /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 108 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (RSS): No ledger in /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 109 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1098
|
| 110 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:118
|
| 111 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:91
|
| 112 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 113 | 2024-04-10T17:07:58.315Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 114 | 2024-04-10T17:07:58.316Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 115 | 2024-04-10T17:07:58.316Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:138
|
| 116 | 2024-04-10T17:07:58.316Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1131
|
| 117 | 2024-04-10T17:07:58.316Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 118 | 2024-04-10T17:07:58.316Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 119 | 2024-04-10T17:07:58.316Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 120 | 2024-04-10T17:07:58.316Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 121 | 2024-04-10T17:07:58.316Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 2eb8e102-be6e-4127-9951-dc02b291d39a, rack_id: 750ce544-2e9b-411c-b646-0b2c57037e8d, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 122 | 2024-04-10T17:07:58.316Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:a02a::1]:50092
|
| 123 | 2024-04-10T17:07:58.317Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 2eb8e102-be6e-4127-9951-dc02b291d39a, rack_id: 750ce544-2e9b-411c-b646-0b2c57037e8d, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
file = sled-agent/src/bootstrap/server.rs:356
|
| 124 | 2024-04-10T17:07:58.317Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:371
|
| 125 | 2024-04-10T17:07:58.317Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 126 | 2024-04-10T17:07:58.317Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 127 | 2024-04-10T17:07:58.317Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:381
|
| 128 | 2024-04-10T17:07:58.317Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
| 129 | 2024-04-10T17:07:58.317Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:530
|
| 130 | 2024-04-10T17:07:58.317Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
| 131 | 2024-04-10T17:07:58.317Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
| 132 | 2024-04-10T17:07:58.317Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:519
|
| 133 | 2024-04-10T17:07:58.317Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:547
|
| 134 | 2024-04-10T17:07:58.319Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:3827
|
| 135 | 2024-04-10T17:07:58.327Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
|
| 136 | 2024-04-10T17:07:58.337Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
|
| 137 | 2024-04-10T17:07:58.347Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
|
| 138 | 2024-04-10T17:07:58.356Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
|
| 139 | 2024-04-10T17:07:58.365Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
|
| 140 | 2024-04-10T17:07:58.373Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
|
| 141 | 2024-04-10T17:07:58.382Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
|
| 142 | 2024-04-10T17:07:58.391Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
|
| 143 | 2024-04-10T17:07:58.400Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
|
| 144 | 2024-04-10T17:07:58.400Z | INFO | SledAgent (StorageManager): No disks to be automatically managed
file = sled-storage/src/manager.rs:558
|
| 145 | 2024-04-10T17:07:58.400Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 146 | 2024-04-10T17:07:58.400Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:370
|
| 147 | 2024-04-10T17:07:58.400Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:339
|
| 148 | 2024-04-10T17:07:58.400Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:449
result = DisksManagementResult { status: [] }
|
| 149 | 2024-04-10T17:07:58.421Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:315
|
| 150 | 2024-04-10T17:07:58.438Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 151 | 2024-04-10T17:07:58.457Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:355
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 152 | 2024-04-10T17:07:58.458Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 153 | 2024-04-10T17:07:58.458Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 154 | 2024-04-10T17:07:58.458Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:367
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 155 | 2024-04-10T17:07:58.460Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 103.4598ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f54c8b3a-97a5-452e-a063-3cf0520f62ee", "content-length": "124", "date": "Wed, 10 Apr 2024 17:07:57 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f54c8b3a-97a5-452e-a063-3cf0520f62ee" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 156 | 2024-04-10T17:07:58.471Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_3601f330-116e-4888-959b-fdaadd1dc405/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 157 | 2024-04-10T17:07:58.494Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_3601f330-116e-4888-959b-fdaadd1dc405/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 158 | 2024-04-10T17:07:58.494Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_3601f330-116e-4888-959b-fdaadd1dc405/swap"
file = sled-agent/src/swap_device.rs:96
|
| 159 | 2024-04-10T17:07:58.499Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:382
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 160 | 2024-04-10T17:07:58.499Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
| 161 | 2024-04-10T17:07:58.499Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_3601f330-116e-4888-959b-fdaadd1dc405/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
| 162 | 2024-04-10T17:07:58.565Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 163 | 2024-04-10T17:07:58.565Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
| 164 | 2024-04-10T17:07:58.567Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 136.863337ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "049f6414-f374-4440-b408-83634d797811", "content-length": "124", "date": "Wed, 10 Apr 2024 17:07:58 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "049f6414-f374-4440-b408-83634d797811" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 165 | 2024-04-10T17:07:58.706Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 166 | 2024-04-10T17:07:58.706Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 135.220329ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "94c4771d-7741-4a26-950b-74ed7a9764e8", "content-length": "124", "date": "Wed, 10 Apr 2024 17:07:58 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "94c4771d-7741-4a26-950b-74ed7a9764e8" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 167 | 2024-04-10T17:07:58.784Z | INFO | SledAgent (BackingFs): Mounting oxi_3601f330-116e-4888-959b-fdaadd1dc405/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
| 168 | 2024-04-10T17:07:58.795Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
| 169 | 2024-04-10T17:07:58.796Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
| 170 | 2024-04-10T17:07:58.796Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
| 171 | 2024-04-10T17:07:58.796Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
| 172 | 2024-04-10T17:07:58.842Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 173 | 2024-04-10T17:07:58.842Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 164.772379ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ca33d72c-d451-40e3-807d-a257c56ca3fa", "content-length": "124", "date": "Wed, 10 Apr 2024 17:07:58 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ca33d72c-d451-40e3-807d-a257c56ca3fa" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 174 | 2024-04-10T17:07:59.009Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 175 | 2024-04-10T17:07:59.009Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 293.884988ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d8294d1e-f4e1-409a-88d2-b85b19445f37", "content-length": "124", "date": "Wed, 10 Apr 2024 17:07:58 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d8294d1e-f4e1-409a-88d2-b85b19445f37" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 176 | 2024-04-10T17:07:59.305Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 177 | 2024-04-10T17:07:59.306Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 369.807235ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "78ccd697-ac0a-48be-ac6b-5cdc17cd6d30", "content-length": "124", "date": "Wed, 10 Apr 2024 17:07:58 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "78ccd697-ac0a-48be-ac6b-5cdc17cd6d30" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 178 | 2024-04-10T17:07:59.494Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:90
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 179 | 2024-04-10T17:07:59.537Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:266
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 180 | 2024-04-10T17:07:59.537Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:274
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 181 | 2024-04-10T17:07:59.537Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:991
underlay_address = fd00:1122:3344:101::1
|
| 182 | 2024-04-10T17:07:59.537Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 183 | 2024-04-10T17:07:59.538Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
| 184 | 2024-04-10T17:07:59.538Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:426
|
| 185 | 2024-04-10T17:07:59.538Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 186 | 2024-04-10T17:07:59.538Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 187 | 2024-04-10T17:07:59.538Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 188 | 2024-04-10T17:07:59.538Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1190
retry_after = 243.656042ms
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 189 | 2024-04-10T17:07:59.538Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 190 | 2024-04-10T17:07:59.538Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:261
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.2.100 }], addresses: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))
|
| 191 | 2024-04-10T17:07:59.538Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3596
|
| 192 | 2024-04-10T17:07:59.538Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:a02a::1]:50092
|
| 193 | 2024-04-10T17:07:59.538Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 194 | 2024-04-10T17:07:59.538Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 195 | 2024-04-10T17:07:59.720Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 196 | 2024-04-10T17:07:59.720Z | INFO | SledAgent (RSS): No ledger in /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/rss-service-plan-v3.json
file = common/src/ledger.rs:188
|
| 197 | 2024-04-10T17:07:59.720Z | INFO | SledAgent (RSS): No ledger in /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/rss-service-plan-v3.json
file = common/src/ledger.rs:188
|
| 198 | 2024-04-10T17:07:59.720Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 199 | 2024-04-10T17:07:59.720Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 200 | 2024-04-10T17:07:59.720Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 201 | 2024-04-10T17:07:59.724Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 202 | 2024-04-10T17:07:59.752Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57047
|
| 203 | 2024-04-10T17:07:59.752Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 204 | 2024-04-10T17:07:59.752Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57047
req_id = 42cd33f9-f1e7-4f7a-a385-25da8bf8c32c
response_code = 200
uri = /inventory
|
| 205 | 2024-04-10T17:07:59.783Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47371
|
| 206 | 2024-04-10T17:07:59.783Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47371
req_id = 7589416e-e537-45cf-ae52-fa78533366f7
response_code = 200
uri = /sled-role
|
| 207 | 2024-04-10T17:07:59.784Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1190
retry_after = 726.468176ms
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 208 | 2024-04-10T17:07:59.785Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 209 | 2024-04-10T17:07:59.785Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/.rss-service-plan-v3.json.tmp
file = common/src/ledger.rs:199
|
| 210 | 2024-04-10T17:07:59.785Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/.rss-service-plan-v3.json.tmp
file = common/src/ledger.rs:199
|
| 211 | 2024-04-10T17:07:59.785Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:802
|
| 212 | 2024-04-10T17:07:59.816Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: afac255b-41b0-4f17-8f7f-7ef36216298f, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, pool_id: 11d25f1b-7456-43a8-85d8-89a28b309399 }, OmicronPhysicalDiskConfig { id: eddb96ac-e68c-4765-82d1-d6c78b28715e, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, pool_id: d7f11b00-e09c-4c27-84cf-77c045d79d5f }, OmicronPhysicalDiskConfig { id: 7e29d60b-951a-4fab-a22e-f8cf4822fa22, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, pool_id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27 }, OmicronPhysicalDiskConfig { id: c80b61d0-0af1-49ca-8f12-e4c26868a8b9, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, pool_id: 3d79dae9-53c0-46d8-baf7-5987710842bd }, OmicronPhysicalDiskConfig { id: b1e16400-14af-4a33-a16a-c345729240c6, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, pool_id: 7ccd1874-d98e-481c-85bd-8828b920fcd9 }, OmicronPhysicalDiskConfig { id: 06c70058-5006-4c16-a61f-613fb3468ba3, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, pool_id: e4a2506f-6371-4c52-a2ac-9e6a1a3e1869 }, OmicronPhysicalDiskConfig { id: 1a43169a-4a16-4722-bf24-346929af4118, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, pool_id: 6053f59d-46fe-49bf-8bb6-aaf426c61d74 }, OmicronPhysicalDiskConfig { id: 424b3386-3c6b-4d63-bc12-9bcabd7a1ce0, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, pool_id: dbcf1671-d436-42fe-8fb9-48cfc76a8877 }, OmicronPhysicalDiskConfig { id: a574d59f-80ce-458a-a76e-8c0c494298f3, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, pool_id: 2a3287c8-6033-411d-a736-58bb934ff108 }], generation: Generation(1) }
file = sled-agent/src/rack_setup/service.rs:344
sled_address = [fd00:1122:3344:101::1]:12345
|
| 213 | 2024-04-10T17:07:59.816Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41426
|
| 214 | 2024-04-10T17:07:59.817Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, id: afac255b-41b0-4f17-8f7f-7ef36216298f, pool_id: 11d25f1b-7456-43a8-85d8-89a28b309399 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, id: eddb96ac-e68c-4765-82d1-d6c78b28715e, pool_id: d7f11b00-e09c-4c27-84cf-77c045d79d5f }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, id: 7e29d60b-951a-4fab-a22e-f8cf4822fa22, pool_id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, id: c80b61d0-0af1-49ca-8f12-e4c26868a8b9, pool_id: 3d79dae9-53c0-46d8-baf7-5987710842bd }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, id: b1e16400-14af-4a33-a16a-c345729240c6, pool_id: 7ccd1874-d98e-481c-85bd-8828b920fcd9 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, id: 06c70058-5006-4c16-a61f-613fb3468ba3, pool_id: e4a2506f-6371-4c52-a2ac-9e6a1a3e1869 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, id: 1a43169a-4a16-4722-bf24-346929af4118, pool_id: 6053f59d-46fe-49bf-8bb6-aaf426c61d74 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, id: 424b3386-3c6b-4d63-bc12-9bcabd7a1ce0, pool_id: dbcf1671-d436-42fe-8fb9-48cfc76a8877 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, id: a574d59f-80ce-458a-a76e-8c0c494298f3, pool_id: 2a3287c8-6033-411d-a736-58bb934ff108 }] }, tx: ... }
file = sled-storage/src/manager.rs:381
|
| 215 | 2024-04-10T17:07:59.817Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 216 | 2024-04-10T17:07:59.817Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 217 | 2024-04-10T17:07:59.817Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:681
request = omicron_physical_disks_ensure
|
| 218 | 2024-04-10T17:07:59.817Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:339
|
| 219 | 2024-04-10T17:07:59.817Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 220 | 2024-04-10T17:07:59.817Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 221 | 2024-04-10T17:07:59.817Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
path = /scratch/u2_0.vdev
|
| 222 | 2024-04-10T17:07:59.915Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:301
|
| 223 | 2024-04-10T17:07:59.915Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 11d25f1b-7456-43a8-85d8-89a28b309399
|
| 224 | 2024-04-10T17:08:00.519Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1190
retry_after = 619.69947ms
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 225 | 2024-04-10T17:08:00.756Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 226 | 2024-04-10T17:08:00.936Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }
|
| 227 | 2024-04-10T17:08:01.105Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 228 | 2024-04-10T17:08:01.105Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 229 | 2024-04-10T17:08:01.105Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 230 | 2024-04-10T17:08:01.105Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 231 | 2024-04-10T17:08:01.105Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 232 | 2024-04-10T17:08:01.105Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 233 | 2024-04-10T17:08:01.105Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 234 | 2024-04-10T17:08:01.327Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1190
retry_after = 2.506937353s
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 235 | 2024-04-10T17:08:01.539Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 236 | 2024-04-10T17:08:01.772Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 237 | 2024-04-10T17:08:01.774Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 238 | 2024-04-10T17:08:01.964Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_11d25f1b-7456-43a8-85d8-89a28b309399/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 239 | 2024-04-10T17:08:02.134Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_switch
|
| 240 | 2024-04-10T17:08:02.876Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 43.569273ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 241 | 2024-04-10T17:08:03.288Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 110.985196ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 242 | 2024-04-10T17:08:03.549Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 243 | 2024-04-10T17:08:03.843Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 196.026816ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 244 | 2024-04-10T17:08:04.107Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 245 | 2024-04-10T17:08:04.108Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1190
retry_after = 2.492323331s
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 246 | 2024-04-10T17:08:04.307Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 595.145513ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 247 | 2024-04-10T17:08:04.984Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 248 | 2024-04-10T17:08:05.204Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 664.247031ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 249 | 2024-04-10T17:08:05.451Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_11d25f1b-7456-43a8-85d8-89a28b309399
file = sled-storage/src/dataset.rs:480
|
| 250 | 2024-04-10T17:08:05.646Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 251 | 2024-04-10T17:08:05.651Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 252 | 2024-04-10T17:08:05.651Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 253 | 2024-04-10T17:08:05.651Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 254 | 2024-04-10T17:08:05.651Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 255 | 2024-04-10T17:08:05.651Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
path = /scratch/u2_1.vdev
|
| 256 | 2024-04-10T17:08:05.889Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:301
|
| 257 | 2024-04-10T17:08:05.889Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = d7f11b00-e09c-4c27-84cf-77c045d79d5f
|
| 258 | 2024-04-10T17:08:07.063Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }
|
| 259 | 2024-04-10T17:08:07.299Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 260 | 2024-04-10T17:08:07.300Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 261 | 2024-04-10T17:08:07.300Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 262 | 2024-04-10T17:08:07.300Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 263 | 2024-04-10T17:08:07.300Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 264 | 2024-04-10T17:08:07.300Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 265 | 2024-04-10T17:08:07.300Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 266 | 2024-04-10T17:08:07.809Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 942.79345ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 267 | 2024-04-10T17:08:07.812Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 268 | 2024-04-10T17:08:07.813Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 269 | 2024-04-10T17:08:08.293Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 270 | 2024-04-10T17:08:08.839Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_d7f11b00-e09c-4c27-84cf-77c045d79d5f/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 271 | 2024-04-10T17:08:09.562Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1190
retry_after = 4.23900504s
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 272 | 2024-04-10T17:08:09.562Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 273 | 2024-04-10T17:08:09.562Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 274 | 2024-04-10T17:08:10.260Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:278
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 275 | 2024-04-10T17:08:10.347Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_d7f11b00-e09c-4c27-84cf-77c045d79d5f
file = sled-storage/src/dataset.rs:480
|
| 276 | 2024-04-10T17:08:10.354Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 277 | 2024-04-10T17:08:10.354Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 278 | 2024-04-10T17:08:10.354Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 279 | 2024-04-10T17:08:10.354Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 280 | 2024-04-10T17:08:10.354Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
path = /scratch/u2_2.vdev
|
| 281 | 2024-04-10T17:08:10.364Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:301
|
| 282 | 2024-04-10T17:08:10.364Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 3cfb9020-7dda-44b3-a3a6-a0359921cb27
|
| 283 | 2024-04-10T17:08:10.453Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }
|
| 284 | 2024-04-10T17:08:10.460Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 285 | 2024-04-10T17:08:10.460Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 286 | 2024-04-10T17:08:10.460Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 287 | 2024-04-10T17:08:10.460Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 288 | 2024-04-10T17:08:10.460Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 289 | 2024-04-10T17:08:10.460Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 290 | 2024-04-10T17:08:10.460Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 291 | 2024-04-10T17:08:10.494Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 292 | 2024-04-10T17:08:10.502Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_3cfb9020-7dda-44b3-a3a6-a0359921cb27/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 293 | 2024-04-10T17:08:10.565Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 294 | 2024-04-10T17:08:10.618Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_3cfb9020-7dda-44b3-a3a6-a0359921cb27
file = sled-storage/src/dataset.rs:480
|
| 295 | 2024-04-10T17:08:10.626Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 296 | 2024-04-10T17:08:10.626Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 297 | 2024-04-10T17:08:10.626Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 298 | 2024-04-10T17:08:10.626Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 299 | 2024-04-10T17:08:10.626Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
path = /scratch/u2_3.vdev
|
| 300 | 2024-04-10T17:08:10.637Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:301
|
| 301 | 2024-04-10T17:08:10.637Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 3d79dae9-53c0-46d8-baf7-5987710842bd
|
| 302 | 2024-04-10T17:08:10.731Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 3d79dae9-53c0-46d8-baf7-5987710842bd, kind: External }
|
| 303 | 2024-04-10T17:08:10.740Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 304 | 2024-04-10T17:08:10.740Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 305 | 2024-04-10T17:08:10.740Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 306 | 2024-04-10T17:08:10.740Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 307 | 2024-04-10T17:08:10.740Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 308 | 2024-04-10T17:08:10.741Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 309 | 2024-04-10T17:08:10.741Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 310 | 2024-04-10T17:08:10.775Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 311 | 2024-04-10T17:08:10.782Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_3d79dae9-53c0-46d8-baf7-5987710842bd/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 312 | 2024-04-10T17:08:10.907Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_3d79dae9-53c0-46d8-baf7-5987710842bd
file = sled-storage/src/dataset.rs:480
|
| 313 | 2024-04-10T17:08:10.915Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 314 | 2024-04-10T17:08:10.915Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 315 | 2024-04-10T17:08:10.915Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 316 | 2024-04-10T17:08:10.915Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 317 | 2024-04-10T17:08:10.915Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
path = /scratch/u2_4.vdev
|
| 318 | 2024-04-10T17:08:10.925Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:301
|
| 319 | 2024-04-10T17:08:10.925Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 7ccd1874-d98e-481c-85bd-8828b920fcd9
|
| 320 | 2024-04-10T17:08:11.021Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 7ccd1874-d98e-481c-85bd-8828b920fcd9, kind: External }
|
| 321 | 2024-04-10T17:08:11.029Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 322 | 2024-04-10T17:08:11.029Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 323 | 2024-04-10T17:08:11.029Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 324 | 2024-04-10T17:08:11.029Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 325 | 2024-04-10T17:08:11.029Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 326 | 2024-04-10T17:08:11.029Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 327 | 2024-04-10T17:08:11.029Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 328 | 2024-04-10T17:08:11.064Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 329 | 2024-04-10T17:08:11.072Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_7ccd1874-d98e-481c-85bd-8828b920fcd9/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 330 | 2024-04-10T17:08:11.195Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_7ccd1874-d98e-481c-85bd-8828b920fcd9
file = sled-storage/src/dataset.rs:480
|
| 331 | 2024-04-10T17:08:11.203Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 332 | 2024-04-10T17:08:11.203Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 333 | 2024-04-10T17:08:11.203Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 334 | 2024-04-10T17:08:11.203Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 335 | 2024-04-10T17:08:11.203Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
path = /scratch/u2_5.vdev
|
| 336 | 2024-04-10T17:08:11.213Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:301
|
| 337 | 2024-04-10T17:08:11.213Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = e4a2506f-6371-4c52-a2ac-9e6a1a3e1869
|
| 338 | 2024-04-10T17:08:11.308Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: e4a2506f-6371-4c52-a2ac-9e6a1a3e1869, kind: External }
|
| 339 | 2024-04-10T17:08:11.316Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 340 | 2024-04-10T17:08:11.316Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 341 | 2024-04-10T17:08:11.316Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 342 | 2024-04-10T17:08:11.316Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 343 | 2024-04-10T17:08:11.316Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 344 | 2024-04-10T17:08:11.316Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 345 | 2024-04-10T17:08:11.316Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 346 | 2024-04-10T17:08:11.349Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 347 | 2024-04-10T17:08:11.357Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_e4a2506f-6371-4c52-a2ac-9e6a1a3e1869/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 348 | 2024-04-10T17:08:11.482Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_e4a2506f-6371-4c52-a2ac-9e6a1a3e1869
file = sled-storage/src/dataset.rs:480
|
| 349 | 2024-04-10T17:08:11.491Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 350 | 2024-04-10T17:08:11.491Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 351 | 2024-04-10T17:08:11.491Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 352 | 2024-04-10T17:08:11.491Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 353 | 2024-04-10T17:08:11.491Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
path = /scratch/u2_6.vdev
|
| 354 | 2024-04-10T17:08:11.501Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:301
|
| 355 | 2024-04-10T17:08:11.501Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 6053f59d-46fe-49bf-8bb6-aaf426c61d74
|
| 356 | 2024-04-10T17:08:11.596Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 6053f59d-46fe-49bf-8bb6-aaf426c61d74, kind: External }
|
| 357 | 2024-04-10T17:08:11.604Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 358 | 2024-04-10T17:08:11.604Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 359 | 2024-04-10T17:08:11.604Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 360 | 2024-04-10T17:08:11.604Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 361 | 2024-04-10T17:08:11.604Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 362 | 2024-04-10T17:08:11.604Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 363 | 2024-04-10T17:08:11.604Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 364 | 2024-04-10T17:08:11.608Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 365 | 2024-04-10T17:08:11.608Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 366 | 2024-04-10T17:08:11.642Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 367 | 2024-04-10T17:08:11.650Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6053f59d-46fe-49bf-8bb6-aaf426c61d74/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 368 | 2024-04-10T17:08:11.774Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6053f59d-46fe-49bf-8bb6-aaf426c61d74
file = sled-storage/src/dataset.rs:480
|
| 369 | 2024-04-10T17:08:11.782Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 370 | 2024-04-10T17:08:11.782Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 371 | 2024-04-10T17:08:11.782Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 372 | 2024-04-10T17:08:11.782Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 373 | 2024-04-10T17:08:11.782Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
path = /scratch/u2_7.vdev
|
| 374 | 2024-04-10T17:08:11.792Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:301
|
| 375 | 2024-04-10T17:08:11.792Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = dbcf1671-d436-42fe-8fb9-48cfc76a8877
|
| 376 | 2024-04-10T17:08:11.846Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:2294
|
| 377 | 2024-04-10T17:08:11.890Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: dbcf1671-d436-42fe-8fb9-48cfc76a8877, kind: External }
|
| 378 | 2024-04-10T17:08:11.899Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 379 | 2024-04-10T17:08:11.899Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 380 | 2024-04-10T17:08:11.899Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 381 | 2024-04-10T17:08:11.899Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 382 | 2024-04-10T17:08:11.899Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 383 | 2024-04-10T17:08:11.899Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 384 | 2024-04-10T17:08:11.899Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 385 | 2024-04-10T17:08:11.933Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 386 | 2024-04-10T17:08:11.941Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_dbcf1671-d436-42fe-8fb9-48cfc76a8877/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 387 | 2024-04-10T17:08:12.063Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_dbcf1671-d436-42fe-8fb9-48cfc76a8877
file = sled-storage/src/dataset.rs:480
|
| 388 | 2024-04-10T17:08:12.071Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 389 | 2024-04-10T17:08:12.071Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 390 | 2024-04-10T17:08:12.071Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 391 | 2024-04-10T17:08:12.071Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 392 | 2024-04-10T17:08:12.071Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
path = /scratch/u2_8.vdev
|
| 393 | 2024-04-10T17:08:12.081Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:301
|
| 394 | 2024-04-10T17:08:12.081Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 2a3287c8-6033-411d-a736-58bb934ff108
|
| 395 | 2024-04-10T17:08:12.173Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 2a3287c8-6033-411d-a736-58bb934ff108, kind: External }
|
| 396 | 2024-04-10T17:08:12.181Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 397 | 2024-04-10T17:08:12.181Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 398 | 2024-04-10T17:08:12.181Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 399 | 2024-04-10T17:08:12.181Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 400 | 2024-04-10T17:08:12.181Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 401 | 2024-04-10T17:08:12.181Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 402 | 2024-04-10T17:08:12.181Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 403 | 2024-04-10T17:08:12.218Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 404 | 2024-04-10T17:08:12.226Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_2a3287c8-6033-411d-a736-58bb934ff108/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 405 | 2024-04-10T17:08:12.338Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_2a3287c8-6033-411d-a736-58bb934ff108
file = sled-storage/src/dataset.rs:480
|
| 406 | 2024-04-10T17:08:12.345Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 407 | 2024-04-10T17:08:12.345Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 408 | 2024-04-10T17:08:12.345Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 409 | 2024-04-10T17:08:12.345Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 3601f330-116e-4888-959b-fdaadd1dc405, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 }, zpool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 }, zpool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 }, zpool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 }, zpool_name: ZpoolName { id: 3d79dae9-53c0-46d8-baf7-5987710842bd, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 }, zpool_name: ZpoolName { id: 7ccd1874-d98e-481c-85bd-8828b920fcd9, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 }, zpool_name: ZpoolName { id: e4a2506f-6371-4c52-a2ac-9e6a1a3e1869, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 }, zpool_name: ZpoolName { id: 6053f59d-46fe-49bf-8bb6-aaf426c61d74, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, variant: U2, slot: 1033 }, zpool_name: ZpoolName { id: dbcf1671-d436-42fe-8fb9-48cfc76a8877, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, variant: U2, slot: 1034 }, zpool_name: ZpoolName { id: 2a3287c8-6033-411d-a736-58bb934ff108, kind: External } }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 410 | 2024-04-10T17:08:12.345Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 411 | 2024-04-10T17:08:12.346Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 12529122
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:41426
req_id = d978bc44-1250-43d3-9dd0-1891fdcae698
response_code = 200
uri = /omicron-physical-disks
|
| 412 | 2024-04-10T17:08:12.377Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: faf51921-4673-43dd-abb3-9c803b6ab110, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ae0a0c7c-ae10-4125-8c44-b91ea27f7300, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:427
sled_address = [fd00:1122:3344:101::1]:12345
|
| 413 | 2024-04-10T17:08:12.377Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62423
|
| 414 | 2024-04-10T17:08:12.377Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: faf51921-4673-43dd-abb3-9c803b6ab110, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 415 | 2024-04-10T17:08:12.377Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: faf51921-4673-43dd-abb3-9c803b6ab110, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: InternalDns }, responder: ... }
|
| 416 | 2024-04-10T17:08:12.430Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ae0a0c7c-ae10-4125-8c44-b91ea27f7300, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 417 | 2024-04-10T17:08:12.430Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: ae0a0c7c-ae10-4125-8c44-b91ea27f7300, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: InternalDns }, responder: ... }
|
| 418 | 2024-04-10T17:08:12.481Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 419 | 2024-04-10T17:08:12.481Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: InternalDns }, responder: ... }
|
| 420 | 2024-04-10T17:08:12.533Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 421 | 2024-04-10T17:08:12.533Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 422 | 2024-04-10T17:08:12.533Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 423 | 2024-04-10T17:08:12.533Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 424 | 2024-04-10T17:08:12.578Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 425 | 2024-04-10T17:08:12.578Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 426 | 2024-04-10T17:08:12.578Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 427 | 2024-04-10T17:08:12.614Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 428 | 2024-04-10T17:08:12.631Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
file = illumos-utils/src/zone.rs:315
|
| 429 | 2024-04-10T17:08:12.635Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0
file = illumos-utils/src/zone.rs:315
|
| 430 | 2024-04-10T17:08:12.639Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300
file = illumos-utils/src/zone.rs:315
|
| 431 | 2024-04-10T17:08:12.652Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
file = illumos-utils/src/zone.rs:354
|
| 432 | 2024-04-10T17:08:12.656Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0
file = illumos-utils/src/zone.rs:354
|
| 433 | 2024-04-10T17:08:12.660Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300
file = illumos-utils/src/zone.rs:354
|
| 434 | 2024-04-10T17:08:13.607Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 435 | 2024-04-10T17:08:13.615Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2eb8e102-be6e-4127-9951-dc02b291d39a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 436 | 2024-04-10T17:08:13.804Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1190
retry_after = 23.729993445s
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 437 | 2024-04-10T17:08:14.904Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService2"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:3::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:3::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:3::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:3::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 438 | 2024-04-10T17:08:14.904Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
| 439 | 2024-04-10T17:08:15.383Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService1"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:1::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:1::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:1::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:1::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 440 | 2024-04-10T17:08:15.383Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0
|
| 441 | 2024-04-10T17:08:15.867Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
| 442 | 2024-04-10T17:08:15.867Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService3"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:2::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:2::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:2::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:2::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 443 | 2024-04-10T17:08:15.867Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
| 444 | 2024-04-10T17:08:15.870Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
|
| 445 | 2024-04-10T17:08:15.884Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0") failed: Property not found. retry in 40.905575ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0
|
| 446 | 2024-04-10T17:08:15.884Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300
|
| 447 | 2024-04-10T17:08:15.934Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0") failed: Property not found. retry in 131.061136ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0
|
| 448 | 2024-04-10T17:08:16.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110") failed: Property not found. retry in 52.320363ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
|
| 449 | 2024-04-10T17:08:16.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300") failed: Property not found. retry in 47.119333ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300
|
| 450 | 2024-04-10T17:08:16.060Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110") failed: Property not found. retry in 126.501112ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
|
| 451 | 2024-04-10T17:08:16.075Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300") failed: Property not found. retry in 148.285719ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300
|
| 452 | 2024-04-10T17:08:16.195Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0") failed: Property not found. retry in 113.024017ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0
|
| 453 | 2024-04-10T17:08:16.217Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110") failed: Property not found. retry in 196.237771ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
|
| 454 | 2024-04-10T17:08:16.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300") failed: Property not found. retry in 237.646858ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300
|
| 455 | 2024-04-10T17:08:16.326Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0") failed: Property not found. retry in 426.384689ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0
|
| 456 | 2024-04-10T17:08:16.436Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110") failed: Property not found. retry in 445.819561ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
|
| 457 | 2024-04-10T17:08:16.495Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300") failed: Property not found. retry in 538.583981ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300
|
| 458 | 2024-04-10T17:08:16.763Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0") failed: Property not found. retry in 472.120783ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0
|
| 459 | 2024-04-10T17:08:16.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110") failed: Property not found. retry in 829.843075ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
|
| 460 | 2024-04-10T17:08:17.047Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300") failed: Property not found. retry in 517.934393ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300
|
| 461 | 2024-04-10T17:08:17.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0") failed: Property not found. retry in 1.125830985s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0
|
| 462 | 2024-04-10T17:08:17.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300") failed: Property not found. retry in 934.969673ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300
|
| 463 | 2024-04-10T17:08:17.733Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110") failed: Property not found. retry in 588.938678ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
|
| 464 | 2024-04-10T17:08:17.885Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone
file = sled-agent/src/services.rs:2311
|
| 465 | 2024-04-10T17:08:17.885Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:626
zone = oxz_switch
|
| 466 | 2024-04-10T17:08:18.332Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110") failed: Property not found. retry in 635.609514ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
|
| 467 | 2024-04-10T17:08:18.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0") failed: Property not found. retry in 1.037220681s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0
|
| 468 | 2024-04-10T17:08:18.443Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe0e:2953
file = sled-agent/src/services.rs:2318
|
| 469 | 2024-04-10T17:08:18.448Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:2379
|
| 470 | 2024-04-10T17:08:18.521Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300") failed: Property not found. retry in 1.446205681s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300
|
| 471 | 2024-04-10T17:08:18.571Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2564
|
| 472 | 2024-04-10T17:08:18.819Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2728
|
| 473 | 2024-04-10T17:08:18.975Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110") failed: Property not found. retry in 1.299673532s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
|
| 474 | 2024-04-10T17:08:19.006Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2443
|
| 475 | 2024-04-10T17:08:19.297Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2478
|
| 476 | 2024-04-10T17:08:19.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0") failed: Property not found. retry in 1.232241432s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0
|
| 477 | 2024-04-10T17:08:19.496Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2766
|
| 478 | 2024-04-10T17:08:19.666Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2793
|
| 479 | 2024-04-10T17:08:19.876Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2672
|
| 480 | 2024-04-10T17:08:19.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300") failed: Property not found. retry in 1.063664793s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300
|
| 481 | 2024-04-10T17:08:20.057Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2472
|
| 482 | 2024-04-10T17:08:20.068Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:3851
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 483 | 2024-04-10T17:08:20.068Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:3867
|
| 484 | 2024-04-10T17:08:20.068Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_switch
|
| 485 | 2024-04-10T17:08:20.283Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110") failed: Property not found. retry in 725.341041ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
|
| 486 | 2024-04-10T17:08:20.623Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:3875
|
| 487 | 2024-04-10T17:08:20.630Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:3931
|
| 488 | 2024-04-10T17:08:20.779Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:3993
|
| 489 | 2024-04-10T17:08:20.885Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:3974
rack_subnet = fd00:1122:3344::
|
| 490 | 2024-04-10T17:08:20.909Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4016
|
| 491 | 2024-04-10T17:08:21.015Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4043
|
| 492 | 2024-04-10T17:08:21.062Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_internal_dns_faf51921-4673-43dd-abb3-9c803b6ab110
|
| 493 | 2024-04-10T17:08:21.062Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_internal_dns_3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0
|
| 494 | 2024-04-10T17:08:21.062Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_internal_dns_ae0a0c7c-ae10-4125-8c44-b91ea27f7300
|
| 495 | 2024-04-10T17:08:21.062Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 496 | 2024-04-10T17:08:21.062Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 497 | 2024-04-10T17:08:21.063Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8686218
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:62423
req_id = 64047d0a-8574-4a56-8281-319f7319a5e8
response_code = 204
uri = /omicron-zones
|
| 498 | 2024-04-10T17:08:21.066Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:545
|
| 499 | 2024-04-10T17:08:21.166Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:364
|
| 500 | 2024-04-10T17:08:21.199Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:412
|
| 501 | 2024-04-10T17:08:21.232Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:589
|
| 502 | 2024-04-10T17:08:21.232Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:627
|
| 503 | 2024-04-10T17:08:21.233Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:630
uptime = 3
|
| 504 | 2024-04-10T17:08:21.233Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:434
|
| 505 | 2024-04-10T17:08:21.317Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:381
|
| 506 | 2024-04-10T17:08:21.317Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
|
| 507 | 2024-04-10T17:08:21.317Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
|
| 508 | 2024-04-10T17:08:21.317Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }
|
| 509 | 2024-04-10T17:08:21.317Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
|
| 510 | 2024-04-10T17:08:21.317Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
|
| 511 | 2024-04-10T17:08:21.317Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
|
| 512 | 2024-04-10T17:08:21.317Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
|
| 513 | 2024-04-10T17:08:21.317Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
|
| 514 | 2024-04-10T17:08:21.317Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
|
| 515 | 2024-04-10T17:08:21.317Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
|
| 516 | 2024-04-10T17:08:21.317Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
|
| 517 | 2024-04-10T17:08:21.747Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 56.83846ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:565
|
| 518 | 2024-04-10T17:08:21.805Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 132.984094ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:565
|
| 519 | 2024-04-10T17:08:21.959Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:545
|
| 520 | 2024-04-10T17:08:22.007Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:545
|
| 521 | 2024-04-10T17:08:22.053Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:581
|
| 522 | 2024-04-10T17:08:22.053Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 523 | 2024-04-10T17:08:22.083Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 524 | 2024-04-10T17:08:22.085Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 525 | 2024-04-10T17:08:22.085Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 526 | 2024-04-10T17:08:22.114Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: faf51921-4673-43dd-abb3-9c803b6ab110, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ae0a0c7c-ae10-4125-8c44-b91ea27f7300, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 781d312d-9b30-4b51-9840-e5950b6b4771, kind: Service { id: f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d }, name: Name("ntp-f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:427
sled_address = [fd00:1122:3344:101::1]:12345
|
| 527 | 2024-04-10T17:08:22.115Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50161
|
| 528 | 2024-04-10T17:08:22.115Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: faf51921-4673-43dd-abb3-9c803b6ab110, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 529 | 2024-04-10T17:08:22.115Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: faf51921-4673-43dd-abb3-9c803b6ab110, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: InternalDns }, responder: ... }
|
| 530 | 2024-04-10T17:08:22.133Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ae0a0c7c-ae10-4125-8c44-b91ea27f7300, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 531 | 2024-04-10T17:08:22.133Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: ae0a0c7c-ae10-4125-8c44-b91ea27f7300, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: InternalDns }, responder: ... }
|
| 532 | 2024-04-10T17:08:22.153Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 533 | 2024-04-10T17:08:22.153Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: InternalDns }, responder: ... }
|
| 534 | 2024-04-10T17:08:22.171Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 535 | 2024-04-10T17:08:22.171Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 536 | 2024-04-10T17:08:22.171Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 537 | 2024-04-10T17:08:22.172Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 538 | 2024-04-10T17:08:22.182Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 539 | 2024-04-10T17:08:22.215Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 540 | 2024-04-10T17:08:22.216Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 541 | 2024-04-10T17:08:22.216Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 542 | 2024-04-10T17:08:22.261Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 202, 93]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
| 543 | 2024-04-10T17:08:22.261Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1285
zone_type = ntp
|
| 544 | 2024-04-10T17:08:22.261Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 545 | 2024-04-10T17:08:22.261Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 546 | 2024-04-10T17:08:22.262Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 547 | 2024-04-10T17:08:22.263Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 548 | 2024-04-10T17:08:22.284Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
file = illumos-utils/src/zone.rs:315
|
| 549 | 2024-04-10T17:08:22.303Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
file = illumos-utils/src/zone.rs:354
|
| 550 | 2024-04-10T17:08:23.415Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService4"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::1b"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value="fd00:1122:3344:100::/56"/>
<propval type="boolean" name="boundary" value="true"/>
<propval type="astring" name="server" value="0.pool.ntp.org"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte0"/>
<propval type="astring" name="gateway" value="172.30.3.1"/>
<propval type="astring" name="ip" value="172.30.3.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 551 | 2024-04-10T17:08:23.416Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
|
| 552 | 2024-04-10T17:08:23.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d") failed: Property not found. retry in 43.281808ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
|
| 553 | 2024-04-10T17:08:23.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d") failed: Property not found. retry in 61.794264ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
|
| 554 | 2024-04-10T17:08:23.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d") failed: Property not found. retry in 280.591258ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
|
| 555 | 2024-04-10T17:08:23.977Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d") failed: Property not found. retry in 224.764061ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
|
| 556 | 2024-04-10T17:08:24.211Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d") failed: Property not found. retry in 769.41834ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
|
| 557 | 2024-04-10T17:08:24.577Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38582
|
| 558 | 2024-04-10T17:08:24.578Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 70
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38582
req_id = d3f5e951-1491-4bbf-aa36-c2d890dc13ab
response_code = 200
uri = /baseboard
|
| 559 | 2024-04-10T17:08:24.994Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d") failed: Property not found. retry in 709.567422ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
|
| 560 | 2024-04-10T17:08:25.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d") failed: Property not found. retry in 1.47717068s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
|
| 561 | 2024-04-10T17:08:27.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d") failed: Property not found. retry in 1.113990165s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
|
| 562 | 2024-04-10T17:08:28.323Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d") failed: Property not found. retry in 1.303690086s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
|
| 563 | 2024-04-10T17:08:29.646Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d
|
| 564 | 2024-04-10T17:08:29.646Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 565 | 2024-04-10T17:08:29.646Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 566 | 2024-04-10T17:08:29.646Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7531761
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:50161
req_id = 52f05e47-9b18-40a0-91fc-777a1b2ee930
response_code = 204
uri = /omicron-zones
|
| 567 | 2024-04-10T17:08:29.648Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:622
|
| 568 | 2024-04-10T17:08:29.677Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 569 | 2024-04-10T17:08:29.678Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42629
|
| 570 | 2024-04-10T17:08:29.686Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3582
|
| 571 | 2024-04-10T17:08:29.686Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 8330
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42629
req_id = 7e675571-8d45-4a81-8a40-a303727b43d8
response_code = 500
uri = /timesync
|
| 572 | 2024-04-10T17:08:29.688Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 573 | 2024-04-10T17:08:29.858Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 574 | 2024-04-10T17:08:29.858Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38929
|
| 575 | 2024-04-10T17:08:33.866Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3582
|
| 576 | 2024-04-10T17:08:33.867Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 4008034
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38929
req_id = 253e501a-a6f8-483b-872f-12a536a416b2
response_code = 500
uri = /timesync
|
| 577 | 2024-04-10T17:08:33.870Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 578 | 2024-04-10T17:08:34.004Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 579 | 2024-04-10T17:08:34.004Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38068
|
| 580 | 2024-04-10T17:08:34.014Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3582
|
| 581 | 2024-04-10T17:08:34.014Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 9483
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38068
req_id = 3f112680-a96e-4559-8c3e-e7f9b2f4d8ba
response_code = 500
uri = /timesync
|
| 582 | 2024-04-10T17:08:34.015Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 583 | 2024-04-10T17:08:34.239Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 584 | 2024-04-10T17:08:34.239Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40796
|
| 585 | 2024-04-10T17:08:34.248Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9463
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40796
req_id = 4ec6c6b4-6289-4916-ba7e-20690a7a590e
response_code = 200
uri = /timesync
|
| 586 | 2024-04-10T17:08:34.251Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 587 | 2024-04-10T17:08:34.251Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 588 | 2024-04-10T17:08:34.383Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 589 | 2024-04-10T17:08:34.383Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60962
|
| 590 | 2024-04-10T17:08:34.391Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7725
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60962
req_id = 7ba12e5f-e9e5-41c3-ba43-5849858bcf1d
response_code = 200
uri = /timesync
|
| 591 | 2024-04-10T17:08:34.394Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 592 | 2024-04-10T17:08:34.394Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 593 | 2024-04-10T17:08:34.692Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 594 | 2024-04-10T17:08:34.693Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60106
|
| 595 | 2024-04-10T17:08:34.700Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7641
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60106
req_id = 4fc4bbf4-7291-4465-a3aa-1e8cf44c8781
response_code = 200
uri = /timesync
|
| 596 | 2024-04-10T17:08:34.702Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 597 | 2024-04-10T17:08:34.703Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 598 | 2024-04-10T17:08:35.028Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 599 | 2024-04-10T17:08:35.028Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48173
|
| 600 | 2024-04-10T17:08:35.036Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7845
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48173
req_id = 1b5c0252-bba9-49c6-86d4-7b784163e62c
response_code = 200
uri = /timesync
|
| 601 | 2024-04-10T17:08:35.038Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 602 | 2024-04-10T17:08:35.038Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 603 | 2024-04-10T17:08:35.353Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 604 | 2024-04-10T17:08:35.353Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42589
|
| 605 | 2024-04-10T17:08:35.361Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8431
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42589
req_id = eb168639-f7cf-4b7c-ad7a-5afdaceb6476
response_code = 200
uri = /timesync
|
| 606 | 2024-04-10T17:08:35.363Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 607 | 2024-04-10T17:08:35.363Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 608 | 2024-04-10T17:08:35.776Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 609 | 2024-04-10T17:08:35.776Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64133
|
| 610 | 2024-04-10T17:08:35.783Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7166
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64133
req_id = 9dc9c28a-6765-4a57-9cd3-1ce996e40b88
response_code = 200
uri = /timesync
|
| 611 | 2024-04-10T17:08:35.787Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 612 | 2024-04-10T17:08:35.787Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 613 | 2024-04-10T17:08:36.047Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 614 | 2024-04-10T17:08:36.047Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56232
|
| 615 | 2024-04-10T17:08:36.056Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8090
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56232
req_id = 73f597e2-9810-4dcc-b25a-e9054beec6f1
response_code = 200
uri = /timesync
|
| 616 | 2024-04-10T17:08:36.057Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 617 | 2024-04-10T17:08:36.057Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 618 | 2024-04-10T17:08:36.755Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 619 | 2024-04-10T17:08:36.755Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61747
|
| 620 | 2024-04-10T17:08:36.763Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7528
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61747
req_id = 379ca909-2012-45b3-aef9-39cf03f7f0ee
response_code = 200
uri = /timesync
|
| 621 | 2024-04-10T17:08:36.765Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 622 | 2024-04-10T17:08:36.765Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 623 | 2024-04-10T17:08:37.581Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 624 | 2024-04-10T17:08:37.581Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43167
|
| 625 | 2024-04-10T17:08:37.589Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43167
req_id = ef8e11d3-409b-4abf-9aa7-c20d1ccdd541
response_code = 200
uri = /timesync
|
| 626 | 2024-04-10T17:08:37.591Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 627 | 2024-04-10T17:08:37.591Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 628 | 2024-04-10T17:08:38.367Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 629 | 2024-04-10T17:08:38.368Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41442
|
| 630 | 2024-04-10T17:08:38.376Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7903
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41442
req_id = c7fd0ece-412d-42d7-96b3-96c91b923a2d
response_code = 200
uri = /timesync
|
| 631 | 2024-04-10T17:08:38.379Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 632 | 2024-04-10T17:08:38.379Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 633 | 2024-04-10T17:08:39.165Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 634 | 2024-04-10T17:08:39.165Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48761
|
| 635 | 2024-04-10T17:08:39.175Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9175
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48761
req_id = eb79fd46-11a4-404c-82de-29cc828b9dce
response_code = 200
uri = /timesync
|
| 636 | 2024-04-10T17:08:39.178Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.064273253 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 637 | 2024-04-10T17:08:39.178Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 638 | 2024-04-10T17:08:39.860Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 639 | 2024-04-10T17:08:39.861Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43751
|
| 640 | 2024-04-10T17:08:39.870Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9215
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43751
req_id = 7770a053-cb57-46b2-ab19-c895aedceb2e
response_code = 200
uri = /timesync
|
| 641 | 2024-04-10T17:08:39.873Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.062396429 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 642 | 2024-04-10T17:08:39.873Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 643 | 2024-04-10T17:08:41.378Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 644 | 2024-04-10T17:08:41.378Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42893
|
| 645 | 2024-04-10T17:08:41.387Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8783
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42893
req_id = 9fa31f90-b0fa-4bfd-ae69-930fcf126e04
response_code = 200
uri = /timesync
|
| 646 | 2024-04-10T17:08:41.389Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.060930375 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 647 | 2024-04-10T17:08:41.389Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 648 | 2024-04-10T17:08:42.869Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 649 | 2024-04-10T17:08:42.870Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46815
|
| 650 | 2024-04-10T17:08:42.878Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8296
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46815
req_id = 85299ca2-654a-48e9-bbb8-a24fa5cd1e85
response_code = 200
uri = /timesync
|
| 651 | 2024-04-10T17:08:42.880Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.056902327 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 652 | 2024-04-10T17:08:42.880Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 653 | 2024-04-10T17:08:45.270Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 654 | 2024-04-10T17:08:45.270Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49239
|
| 655 | 2024-04-10T17:08:45.279Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8535
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49239
req_id = 304584a6-0f77-4b2b-8478-1ce9b06549d3
response_code = 200
uri = /timesync
|
| 656 | 2024-04-10T17:08:45.281Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.050417915 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 657 | 2024-04-10T17:08:45.281Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 658 | 2024-04-10T17:08:48.577Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 659 | 2024-04-10T17:08:48.577Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45799
|
| 660 | 2024-04-10T17:08:48.586Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8657
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45799
req_id = 8ca980ba-ba37-44e2-9c7f-2997b309d805
response_code = 200
uri = /timesync
|
| 661 | 2024-04-10T17:08:48.588Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.041485075 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 662 | 2024-04-10T17:08:48.588Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 663 | 2024-04-10T17:08:52.380Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 664 | 2024-04-10T17:08:52.380Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41898
|
| 665 | 2024-04-10T17:08:52.389Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8715
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41898
req_id = 60347ccd-a6ea-4e79-bc5b-6db9f1ab0aae
response_code = 200
uri = /timesync
|
| 666 | 2024-04-10T17:08:52.393Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.031211909 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 667 | 2024-04-10T17:08:52.393Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 668 | 2024-04-10T17:08:54.651Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44918
|
| 669 | 2024-04-10T17:08:54.651Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 36
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44918
req_id = 2890a2e8-2ad4-4198-bb60-d1444341edc1
response_code = 200
uri = /baseboard
|
| 670 | 2024-04-10T17:08:56.514Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 671 | 2024-04-10T17:08:56.514Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58897
|
| 672 | 2024-04-10T17:08:56.522Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8169
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58897
req_id = f7a36542-a22a-4308-b8f3-086c67f59157
response_code = 200
uri = /timesync
|
| 673 | 2024-04-10T17:08:56.525Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.020049034 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 674 | 2024-04-10T17:08:56.525Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 675 | 2024-04-10T17:09:02.127Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 676 | 2024-04-10T17:09:02.127Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64014
|
| 677 | 2024-04-10T17:09:02.136Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9044
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64014
req_id = 7a34512c-5d04-428c-9169-bc7ac4825515
response_code = 200
uri = /timesync
|
| 678 | 2024-04-10T17:09:02.140Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: 0.004885376 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 679 | 2024-04-10T17:09:02.140Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 680 | 2024-04-10T17:09:05.997Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 681 | 2024-04-10T17:09:05.997Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52772
|
| 682 | 2024-04-10T17:09:06.006Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8477
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52772
req_id = b512eadb-1b55-4463-8d1b-dc9ee2cc0cd9
response_code = 200
uri = /timesync
|
| 683 | 2024-04-10T17:09:06.008Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: -1.2413e-5 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 684 | 2024-04-10T17:09:06.008Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 685 | 2024-04-10T17:09:11.937Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 686 | 2024-04-10T17:09:11.937Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37468
|
| 687 | 2024-04-10T17:09:11.947Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9528
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37468
req_id = 1bffbd1e-f738-419d-80c6-28dcb5b5eb55
response_code = 200
uri = /timesync
|
| 688 | 2024-04-10T17:09:11.949Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: -1.2235e-5 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 689 | 2024-04-10T17:09:11.949Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 690 | 2024-04-10T17:09:21.456Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 691 | 2024-04-10T17:09:21.456Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50260
|
| 692 | 2024-04-10T17:09:21.466Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9023
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50260
req_id = 0de956c2-9ced-42c5-b321-4a808d27bb85
response_code = 200
uri = /timesync
|
| 693 | 2024-04-10T17:09:21.469Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: -1.195e-5 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 694 | 2024-04-10T17:09:21.469Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 695 | 2024-04-10T17:09:24.709Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39859
|
| 696 | 2024-04-10T17:09:24.709Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 28
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39859
req_id = ecb6f815-8356-428a-a16e-ccea3a598a10
response_code = 200
uri = /baseboard
|
| 697 | 2024-04-10T17:09:29.004Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 698 | 2024-04-10T17:09:29.004Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57001
|
| 699 | 2024-04-10T17:09:29.015Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 11036
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57001
req_id = acfc62ad-31e7-4942-80c4-bdec41c76813
response_code = 200
uri = /timesync
|
| 700 | 2024-04-10T17:09:29.017Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768912.7573204, correction: -1.1723e-5 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 701 | 2024-04-10T17:09:29.017Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 702 | 2024-04-10T17:09:39.409Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 703 | 2024-04-10T17:09:39.409Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53930
|
| 704 | 2024-04-10T17:09:39.418Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8758
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53930
req_id = 22ea8160-f378-47e2-ac00-4fa271a665f0
response_code = 200
uri = /timesync
|
| 705 | 2024-04-10T17:09:39.421Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712768978.0956469, correction: -1.1411e-5 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 706 | 2024-04-10T17:09:39.421Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 707 | 2024-04-10T17:09:54.339Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 708 | 2024-04-10T17:09:54.339Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39013
|
| 709 | 2024-04-10T17:09:54.359Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 20498
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39013
req_id = f1a2fc10-e4bf-495c-a5bd-c7a1f7ec1308
response_code = 200
uri = /timesync
|
| 710 | 2024-04-10T17:09:54.362Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1712768984.9118297, correction: 0.001708321 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 711 | 2024-04-10T17:09:54.362Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1210
|
| 712 | 2024-04-10T17:09:54.390Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: faf51921-4673-43dd-abb3-9c803b6ab110, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ae0a0c7c-ae10-4125-8c44-b91ea27f7300, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 781d312d-9b30-4b51-9840-e5950b6b4771, kind: Service { id: f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d }, name: Name("ntp-f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: b1279dea-77c5-429d-b3c2-9a6ab00e6466, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External } } } }, OmicronZoneConfig { id: ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External } } } }, OmicronZoneConfig { id: bc2ecebd-cd88-4083-a71a-7c433f0afd69, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External } } } }, OmicronZoneConfig { id: cb53b0af-1f47-4433-b611-0926ee728385, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d79dae9-53c0-46d8-baf7-5987710842bd, kind: External } } } }, OmicronZoneConfig { id: eecf3eb1-970a-48c3-82a0-ded7cf819f77, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7ccd1874-d98e-481c-85bd-8828b920fcd9, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:427
sled_address = [fd00:1122:3344:101::1]:12345
|
| 713 | 2024-04-10T17:09:54.390Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39658
|
| 714 | 2024-04-10T17:09:54.390Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: faf51921-4673-43dd-abb3-9c803b6ab110, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 715 | 2024-04-10T17:09:54.390Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: faf51921-4673-43dd-abb3-9c803b6ab110, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: InternalDns }, responder: ... }
|
| 716 | 2024-04-10T17:09:54.410Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ae0a0c7c-ae10-4125-8c44-b91ea27f7300, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 717 | 2024-04-10T17:09:54.410Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: ae0a0c7c-ae10-4125-8c44-b91ea27f7300, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: InternalDns }, responder: ... }
|
| 718 | 2024-04-10T17:09:54.427Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 719 | 2024-04-10T17:09:54.427Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: InternalDns }, responder: ... }
|
| 720 | 2024-04-10T17:09:54.445Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b1279dea-77c5-429d-b3c2-9a6ab00e6466, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 721 | 2024-04-10T17:09:54.445Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: b1279dea-77c5-429d-b3c2-9a6ab00e6466, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: CockroachDb }, responder: ... }
|
| 722 | 2024-04-10T17:09:54.500Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 723 | 2024-04-10T17:09:54.500Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: CockroachDb }, responder: ... }
|
| 724 | 2024-04-10T17:09:54.554Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bc2ecebd-cd88-4083-a71a-7c433f0afd69, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 725 | 2024-04-10T17:09:54.554Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: bc2ecebd-cd88-4083-a71a-7c433f0afd69, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: CockroachDb }, responder: ... }
|
| 726 | 2024-04-10T17:09:54.605Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: cb53b0af-1f47-4433-b611-0926ee728385, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d79dae9-53c0-46d8-baf7-5987710842bd, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 727 | 2024-04-10T17:09:54.605Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: cb53b0af-1f47-4433-b611-0926ee728385, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d79dae9-53c0-46d8-baf7-5987710842bd, kind: External }, kind: CockroachDb }, responder: ... }
|
| 728 | 2024-04-10T17:09:54.658Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: eecf3eb1-970a-48c3-82a0-ded7cf819f77, dataset_name: DatasetName { pool_name: ZpoolName { id: 7ccd1874-d98e-481c-85bd-8828b920fcd9, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 729 | 2024-04-10T17:09:54.658Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: eecf3eb1-970a-48c3-82a0-ded7cf819f77, dataset_name: DatasetName { pool_name: ZpoolName { id: 7ccd1874-d98e-481c-85bd-8828b920fcd9, kind: External }, kind: CockroachDb }, responder: ... }
|
| 730 | 2024-04-10T17:09:54.708Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 731 | 2024-04-10T17:09:54.709Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 732 | 2024-04-10T17:09:54.709Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 733 | 2024-04-10T17:09:54.709Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 734 | 2024-04-10T17:09:54.742Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:56772
|
| 735 | 2024-04-10T17:09:54.743Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 673
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:56772
req_id = 21283928-0b4c-4d6d-a2f7-9eef20ea410a
response_code = 200
uri = /baseboard
|
| 736 | 2024-04-10T17:09:54.792Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 737 | 2024-04-10T17:09:54.792Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 738 | 2024-04-10T17:09:54.792Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 739 | 2024-04-10T17:09:54.792Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 740 | 2024-04-10T17:09:54.792Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 741 | 2024-04-10T17:09:54.878Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
file = illumos-utils/src/zone.rs:315
|
| 742 | 2024-04-10T17:09:54.882Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
file = illumos-utils/src/zone.rs:315
|
| 743 | 2024-04-10T17:09:54.886Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
file = illumos-utils/src/zone.rs:315
|
| 744 | 2024-04-10T17:09:54.891Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
file = illumos-utils/src/zone.rs:315
|
| 745 | 2024-04-10T17:09:54.895Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
file = illumos-utils/src/zone.rs:315
|
| 746 | 2024-04-10T17:09:54.900Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
file = illumos-utils/src/zone.rs:354
|
| 747 | 2024-04-10T17:09:54.904Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
file = illumos-utils/src/zone.rs:354
|
| 748 | 2024-04-10T17:09:54.908Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
file = illumos-utils/src/zone.rs:354
|
| 749 | 2024-04-10T17:09:54.913Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
file = illumos-utils/src/zone.rs:354
|
| 750 | 2024-04-10T17:09:54.917Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
file = illumos-utils/src/zone.rs:354
|
| 751 | 2024-04-10T17:09:58.332Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::7"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::7"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 752 | 2024-04-10T17:09:58.332Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 753 | 2024-04-10T17:09:58.338Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::6"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 754 | 2024-04-10T17:09:58.338Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 755 | 2024-04-10T17:09:58.395Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::3"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::3"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 756 | 2024-04-10T17:09:58.395Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 757 | 2024-04-10T17:09:58.489Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77") failed: Property not found. retry in 35.555023ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 758 | 2024-04-10T17:09:58.496Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 56.189868ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 759 | 2024-04-10T17:09:58.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77") failed: Property not found. retry in 90.007542ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 760 | 2024-04-10T17:09:58.536Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::5"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 761 | 2024-04-10T17:09:58.536Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 762 | 2024-04-10T17:09:58.699Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466") failed: Property not found. retry in 35.253552ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 763 | 2024-04-10T17:09:59.138Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 132.136624ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 764 | 2024-04-10T17:09:59.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77") failed: Property not found. retry in 241.191264ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 765 | 2024-04-10T17:09:59.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466") failed: Property not found. retry in 55.204101ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 766 | 2024-04-10T17:09:59.239Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::4"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::4"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 767 | 2024-04-10T17:09:59.240Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 768 | 2024-04-10T17:09:59.353Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 221.360137ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 769 | 2024-04-10T17:09:59.417Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466") failed: Property not found. retry in 242.108505ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 770 | 2024-04-10T17:09:59.470Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77") failed: Property not found. retry in 246.687141ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 771 | 2024-04-10T17:09:59.593Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69") failed: Property not found. retry in 35.803213ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 772 | 2024-04-10T17:09:59.617Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 452.931272ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 773 | 2024-04-10T17:09:59.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69") failed: Property not found. retry in 143.57807ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 774 | 2024-04-10T17:09:59.672Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466") failed: Property not found. retry in 460.743452ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 775 | 2024-04-10T17:09:59.743Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77") failed: Property not found. retry in 1.199947624s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 776 | 2024-04-10T17:09:59.789Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5") failed: Property not found. retry in 53.91325ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 777 | 2024-04-10T17:09:59.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69") failed: Property not found. retry in 175.371969ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 778 | 2024-04-10T17:09:59.861Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5") failed: Property not found. retry in 91.021876ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 779 | 2024-04-10T17:10:00.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5") failed: Property not found. retry in 202.966396ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 780 | 2024-04-10T17:10:00.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 635.721528ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 781 | 2024-04-10T17:10:00.243Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466") failed: Property not found. retry in 828.719472ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 782 | 2024-04-10T17:10:00.339Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69") failed: Property not found. retry in 506.079874ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 783 | 2024-04-10T17:10:00.355Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5") failed: Property not found. retry in 277.781025ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 784 | 2024-04-10T17:10:00.672Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5") failed: Property not found. retry in 815.612829ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 785 | 2024-04-10T17:10:00.814Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 535.206884ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 786 | 2024-04-10T17:10:00.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69") failed: Property not found. retry in 1.044701994s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 787 | 2024-04-10T17:10:01.039Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77") failed: Property not found. retry in 722.064334ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 788 | 2024-04-10T17:10:01.083Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466") failed: Property not found. retry in 948.902468ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 789 | 2024-04-10T17:10:01.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 1.349294595s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 790 | 2024-04-10T17:10:01.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5") failed: Property not found. retry in 943.798221ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 791 | 2024-04-10T17:10:01.769Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77") failed: Property not found. retry in 614.316957ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 792 | 2024-04-10T17:10:01.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69") failed: Property not found. retry in 558.754237ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 793 | 2024-04-10T17:10:02.041Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466") failed: Property not found. retry in 1.426975543s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 794 | 2024-04-10T17:10:02.392Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77") failed: Property not found. retry in 1.35565334s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 795 | 2024-04-10T17:10:02.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5") failed: Property not found. retry in 1.075442664s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 796 | 2024-04-10T17:10:02.460Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69") failed: Property not found. retry in 1.192760593s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 797 | 2024-04-10T17:10:02.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 1.450673629s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 798 | 2024-04-10T17:10:03.479Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466") failed: Property not found. retry in 1.060878607s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 799 | 2024-04-10T17:10:03.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5") failed: Property not found. retry in 784.738967ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 800 | 2024-04-10T17:10:03.662Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69") failed: Property not found. retry in 668.122183ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 801 | 2024-04-10T17:10:03.756Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77") failed: Property not found. retry in 696.864649ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 802 | 2024-04-10T17:10:04.181Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 811.900422ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 803 | 2024-04-10T17:10:04.329Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5") failed: Property not found. retry in 865.692976ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 804 | 2024-04-10T17:10:04.339Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69") failed: Property not found. retry in 702.098292ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 805 | 2024-04-10T17:10:04.462Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77") failed: Property not found. retry in 683.027558ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 806 | 2024-04-10T17:10:04.548Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466") failed: Property not found. retry in 726.266592ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 807 | 2024-04-10T17:10:05.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 841.648924ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 808 | 2024-04-10T17:10:05.049Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69") failed: Property not found. retry in 934.028985ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 809 | 2024-04-10T17:10:05.153Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77") failed: Property not found. retry in 1.115101699s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 810 | 2024-04-10T17:10:05.204Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5") failed: Property not found. retry in 1.047915711s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 811 | 2024-04-10T17:10:05.284Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466") failed: Property not found. retry in 606.967753ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 812 | 2024-04-10T17:10:05.856Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 1.377116021s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 813 | 2024-04-10T17:10:05.900Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466") failed: Property not found. retry in 1.322980714s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 814 | 2024-04-10T17:10:05.993Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69") failed: Property not found. retry in 1.485899671s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 815 | 2024-04-10T17:10:06.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5") failed: Property not found. retry in 569.686723ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 816 | 2024-04-10T17:10:06.276Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77") failed: Property not found. retry in 889.827366ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 817 | 2024-04-10T17:10:07.242Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 627.724367ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 818 | 2024-04-10T17:10:07.880Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 871.358743ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 819 | 2024-04-10T17:10:08.763Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 1.236001512s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 820 | 2024-04-10T17:10:10.157Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 864.425154ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 821 | 2024-04-10T17:10:11.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 896.05003ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 822 | 2024-04-10T17:10:11.954Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 570.93838ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 823 | 2024-04-10T17:10:12.539Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 1.29611676s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 824 | 2024-04-10T17:10:13.845Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 940.824345ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 825 | 2024-04-10T17:10:14.796Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 656.894277ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 826 | 2024-04-10T17:10:15.464Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 828.773771ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 827 | 2024-04-10T17:10:16.302Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385") failed: Property not found. retry in 973.524961ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 828 | 2024-04-10T17:10:17.298Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_cockroachdb_cb53b0af-1f47-4433-b611-0926ee728385
|
| 829 | 2024-04-10T17:10:17.298Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_cockroachdb_eecf3eb1-970a-48c3-82a0-ded7cf819f77
|
| 830 | 2024-04-10T17:10:17.298Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_cockroachdb_b1279dea-77c5-429d-b3c2-9a6ab00e6466
|
| 831 | 2024-04-10T17:10:17.298Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_cockroachdb_bc2ecebd-cd88-4083-a71a-7c433f0afd69
|
| 832 | 2024-04-10T17:10:17.298Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_cockroachdb_ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5
|
| 833 | 2024-04-10T17:10:17.298Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 834 | 2024-04-10T17:10:17.299Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 835 | 2024-04-10T17:10:17.302Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 22911716
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39658
req_id = 21b2f698-0963-4665-8be2-5167272a5bc5
response_code = 204
uri = /omicron-zones
|
| 836 | 2024-04-10T17:10:17.335Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55782
|
| 837 | 2024-04-10T17:10:17.367Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:3416
|
| 838 | 2024-04-10T17:10:17.814Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3434
|
| 839 | 2024-04-10T17:10:27.068Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3457
|
| 840 | 2024-04-10T17:10:27.068Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9732458
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:55782
req_id = 879fa589-40fd-44ef-9ab7-063fd9348728
response_code = 204
uri = /cockroachdb
|
| 841 | 2024-04-10T17:10:27.068Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41045
|
| 842 | 2024-04-10T17:10:27.069Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 171
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41045
req_id = df18d45c-dd66-4775-ab77-acdb273d04e9
response_code = 200
uri = /baseboard
|
| 843 | 2024-04-10T17:10:27.102Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: faf51921-4673-43dd-abb3-9c803b6ab110, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ae0a0c7c-ae10-4125-8c44-b91ea27f7300, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 781d312d-9b30-4b51-9840-e5950b6b4771, kind: Service { id: f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d }, name: Name("ntp-f50d4f8b-0d6c-4fc1-bc5e-98ea3dbd4c1d"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 202, 93])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: b1279dea-77c5-429d-b3c2-9a6ab00e6466, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External } } } }, OmicronZoneConfig { id: ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External } } } }, OmicronZoneConfig { id: bc2ecebd-cd88-4083-a71a-7c433f0afd69, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External } } } }, OmicronZoneConfig { id: cb53b0af-1f47-4433-b611-0926ee728385, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d79dae9-53c0-46d8-baf7-5987710842bd, kind: External } } } }, OmicronZoneConfig { id: eecf3eb1-970a-48c3-82a0-ded7cf819f77, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7ccd1874-d98e-481c-85bd-8828b920fcd9, kind: External } } } }, OmicronZoneConfig { id: b7f08c16-d2c7-4ef9-93af-0c433cac3407, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: ac13a6e7-3d3b-4356-b990-3710e907acef, kind: Service { id: b7f08c16-d2c7-4ef9-93af-0c433cac3407 }, name: Name("external-dns-b7f08c16-d2c7-4ef9-93af-0c433cac3407"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 158])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 35582331-d3e4-4ae8-b3c3-1ade12b4212a, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: ead05005-8210-4c1a-ba89-66e83d917de1, kind: Service { id: 35582331-d3e4-4ae8-b3c3-1ade12b4212a }, name: Name("external-dns-35582331-d3e4-4ae8-b3c3-1ade12b4212a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 12])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 00b76c9e-3f02-4f08-92d7-6d47da6a711f, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: c068756d-2c01-4075-9e08-a4df8b4e485d, kind: Service { id: 00b76c9e-3f02-4f08-92d7-6d47da6a711f }, name: Name("nexus-00b76c9e-3f02-4f08-92d7-6d47da6a711f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 175])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: c474d406-f79e-4961-b8a8-cf46924a6d05, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: d6c977b4-4db8-42bc-8cfe-5fe278d41b3b, kind: Service { id: c474d406-f79e-4961-b8a8-cf46924a6d05 }, name: Name("nexus-c474d406-f79e-4961-b8a8-cf46924a6d05"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 34])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d2b427bd-9643-48bc-a6ec-99f5308562ff, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ff155fac-0f02-4b93-8613-ba5c1af8eb9a, kind: Service { id: d2b427bd-9643-48bc-a6ec-99f5308562ff }, name: Name("nexus-d2b427bd-9643-48bc-a6ec-99f5308562ff"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 224])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9b8614a-923a-4f39-ba9c-c0f6805b01e8, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: d24b7b3d-17b6-43f0-834d-8acc09cac785, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External } } } }, OmicronZoneConfig { id: c158598b-bed5-45f1-a476-29c28c210df0, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 11b91275-c971-4480-aced-f4d1a2757829, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 2530ef42-fc18-4637-90c3-9eb7804430af, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 947c8ce1-66fd-478f-bacb-ba7e49fdfe49, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External } } } }, OmicronZoneConfig { id: 3d7befba-56f9-43b0-b72a-9bea5920c97e, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External } } } }, OmicronZoneConfig { id: 5993705d-c0e1-4c81-9429-712b6aa375be, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External } } } }, OmicronZoneConfig { id: d2188d49-91b0-49b4-91c3-22176638b3d2, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d79dae9-53c0-46d8-baf7-5987710842bd, kind: External } } } }, OmicronZoneConfig { id: 9122ff4e-02a5-464d-b714-7fb88bb8c9a2, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7ccd1874-d98e-481c-85bd-8828b920fcd9, kind: External } } } }, OmicronZoneConfig { id: 0a06cbfc-2dd8-4b75-86dd-216944f40ea0, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e4a2506f-6371-4c52-a2ac-9e6a1a3e1869, kind: External } } } }, OmicronZoneConfig { id: 5c5d015c-adbb-48bd-80d5-8eb1d2003d25, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6053f59d-46fe-49bf-8bb6-aaf426c61d74, kind: External } } } }, OmicronZoneConfig { id: 398d8233-2b95-4fab-9283-4d074a18696b, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dbcf1671-d436-42fe-8fb9-48cfc76a8877, kind: External } } } }, OmicronZoneConfig { id: d2e3ca37-6692-4811-85af-81e801e5d403, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2a3287c8-6033-411d-a736-58bb934ff108, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:427
sled_address = [fd00:1122:3344:101::1]:12345
|
| 844 | 2024-04-10T17:10:27.102Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46006
|
| 845 | 2024-04-10T17:10:27.103Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: faf51921-4673-43dd-abb3-9c803b6ab110, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 846 | 2024-04-10T17:10:27.103Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: faf51921-4673-43dd-abb3-9c803b6ab110, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: InternalDns }, responder: ... }
|
| 847 | 2024-04-10T17:10:27.124Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ae0a0c7c-ae10-4125-8c44-b91ea27f7300, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 848 | 2024-04-10T17:10:27.124Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: ae0a0c7c-ae10-4125-8c44-b91ea27f7300, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: InternalDns }, responder: ... }
|
| 849 | 2024-04-10T17:10:27.144Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 850 | 2024-04-10T17:10:27.144Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 3cdc34d5-3411-48ea-96e2-f4dbfb6ff8f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: InternalDns }, responder: ... }
|
| 851 | 2024-04-10T17:10:27.164Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b1279dea-77c5-429d-b3c2-9a6ab00e6466, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 852 | 2024-04-10T17:10:27.164Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: b1279dea-77c5-429d-b3c2-9a6ab00e6466, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: CockroachDb }, responder: ... }
|
| 853 | 2024-04-10T17:10:27.183Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 854 | 2024-04-10T17:10:27.183Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: ed19ab9e-e6d1-4f1b-b22a-97c901aac0e5, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: CockroachDb }, responder: ... }
|
| 855 | 2024-04-10T17:10:27.202Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bc2ecebd-cd88-4083-a71a-7c433f0afd69, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 856 | 2024-04-10T17:10:27.202Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: bc2ecebd-cd88-4083-a71a-7c433f0afd69, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: CockroachDb }, responder: ... }
|
| 857 | 2024-04-10T17:10:27.220Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: cb53b0af-1f47-4433-b611-0926ee728385, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d79dae9-53c0-46d8-baf7-5987710842bd, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 858 | 2024-04-10T17:10:27.220Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: cb53b0af-1f47-4433-b611-0926ee728385, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d79dae9-53c0-46d8-baf7-5987710842bd, kind: External }, kind: CockroachDb }, responder: ... }
|
| 859 | 2024-04-10T17:10:27.239Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: eecf3eb1-970a-48c3-82a0-ded7cf819f77, dataset_name: DatasetName { pool_name: ZpoolName { id: 7ccd1874-d98e-481c-85bd-8828b920fcd9, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 860 | 2024-04-10T17:10:27.239Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: eecf3eb1-970a-48c3-82a0-ded7cf819f77, dataset_name: DatasetName { pool_name: ZpoolName { id: 7ccd1874-d98e-481c-85bd-8828b920fcd9, kind: External }, kind: CockroachDb }, responder: ... }
|
| 861 | 2024-04-10T17:10:27.257Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b7f08c16-d2c7-4ef9-93af-0c433cac3407, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 862 | 2024-04-10T17:10:27.257Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: b7f08c16-d2c7-4ef9-93af-0c433cac3407, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: ExternalDns }, responder: ... }
|
| 863 | 2024-04-10T17:10:27.362Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 35582331-d3e4-4ae8-b3c3-1ade12b4212a, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 864 | 2024-04-10T17:10:27.362Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 35582331-d3e4-4ae8-b3c3-1ade12b4212a, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: ExternalDns }, responder: ... }
|
| 865 | 2024-04-10T17:10:27.456Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d24b7b3d-17b6-43f0-834d-8acc09cac785, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 866 | 2024-04-10T17:10:27.456Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: d24b7b3d-17b6-43f0-834d-8acc09cac785, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: Clickhouse }, responder: ... }
|
| 867 | 2024-04-10T17:10:27.556Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 947c8ce1-66fd-478f-bacb-ba7e49fdfe49, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 868 | 2024-04-10T17:10:27.557Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 947c8ce1-66fd-478f-bacb-ba7e49fdfe49, dataset_name: DatasetName { pool_name: ZpoolName { id: 11d25f1b-7456-43a8-85d8-89a28b309399, kind: External }, kind: Crucible }, responder: ... }
|
| 869 | 2024-04-10T17:10:27.646Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3d7befba-56f9-43b0-b72a-9bea5920c97e, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 870 | 2024-04-10T17:10:27.646Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 3d7befba-56f9-43b0-b72a-9bea5920c97e, dataset_name: DatasetName { pool_name: ZpoolName { id: d7f11b00-e09c-4c27-84cf-77c045d79d5f, kind: External }, kind: Crucible }, responder: ... }
|
| 871 | 2024-04-10T17:10:27.736Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5993705d-c0e1-4c81-9429-712b6aa375be, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 872 | 2024-04-10T17:10:27.736Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 5993705d-c0e1-4c81-9429-712b6aa375be, dataset_name: DatasetName { pool_name: ZpoolName { id: 3cfb9020-7dda-44b3-a3a6-a0359921cb27, kind: External }, kind: Crucible }, responder: ... }
|
| 873 | 2024-04-10T17:10:27.841Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d2188d49-91b0-49b4-91c3-22176638b3d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d79dae9-53c0-46d8-baf7-5987710842bd, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 874 | 2024-04-10T17:10:27.842Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: d2188d49-91b0-49b4-91c3-22176638b3d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d79dae9-53c0-46d8-baf7-5987710842bd, kind: External }, kind: Crucible }, responder: ... }
|
| 875 | 2024-04-10T17:10:27.944Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9122ff4e-02a5-464d-b714-7fb88bb8c9a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 7ccd1874-d98e-481c-85bd-8828b920fcd9, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 876 | 2024-04-10T17:10:27.944Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 9122ff4e-02a5-464d-b714-7fb88bb8c9a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 7ccd1874-d98e-481c-85bd-8828b920fcd9, kind: External }, kind: Crucible }, responder: ... }
|
| 877 | 2024-04-10T17:10:28.049Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0a06cbfc-2dd8-4b75-86dd-216944f40ea0, dataset_name: DatasetName { pool_name: ZpoolName { id: e4a2506f-6371-4c52-a2ac-9e6a1a3e1869, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 878 | 2024-04-10T17:10:28.049Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 0a06cbfc-2dd8-4b75-86dd-216944f40ea0, dataset_name: DatasetName { pool_name: ZpoolName { id: e4a2506f-6371-4c52-a2ac-9e6a1a3e1869, kind: External }, kind: Crucible }, responder: ... }
|
| 879 | 2024-04-10T17:10:28.152Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5c5d015c-adbb-48bd-80d5-8eb1d2003d25, dataset_name: DatasetName { pool_name: ZpoolName { id: 6053f59d-46fe-49bf-8bb6-aaf426c61d74, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 880 | 2024-04-10T17:10:28.152Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 5c5d015c-adbb-48bd-80d5-8eb1d2003d25, dataset_name: DatasetName { pool_name: ZpoolName { id: 6053f59d-46fe-49bf-8bb6-aaf426c61d74, kind: External }, kind: Crucible }, responder: ... }
|
| 881 | 2024-04-10T17:10:28.269Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 398d8233-2b95-4fab-9283-4d074a18696b, dataset_name: DatasetName { pool_name: ZpoolName { id: dbcf1671-d436-42fe-8fb9-48cfc76a8877, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 882 | 2024-04-10T17:10:28.269Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 398d8233-2b95-4fab-9283-4d074a18696b, dataset_name: DatasetName { pool_name: ZpoolName { id: dbcf1671-d436-42fe-8fb9-48cfc76a8877, kind: External }, kind: Crucible }, responder: ... }
|
| 883 | 2024-04-10T17:10:28.394Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d2e3ca37-6692-4811-85af-81e801e5d403, dataset_name: DatasetName { pool_name: ZpoolName { id: 2a3287c8-6033-411d-a736-58bb934ff108, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 884 | 2024-04-10T17:10:28.394Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: d2e3ca37-6692-4811-85af-81e801e5d403, dataset_name: DatasetName { pool_name: ZpoolName { id: 2a3287c8-6033-411d-a736-58bb934ff108, kind: External }, kind: Crucible }, responder: ... }
|
| 885 | 2024-04-10T17:10:28.535Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 886 | 2024-04-10T17:10:28.535Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 887 | 2024-04-10T17:10:28.535Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 888 | 2024-04-10T17:10:28.536Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 889 | 2024-04-10T17:10:28.631Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 890 | 2024-04-10T17:10:28.657Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 891 | 2024-04-10T17:10:28.657Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 892 | 2024-04-10T17:10:28.657Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 893 | 2024-04-10T17:10:28.671Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 894 | 2024-04-10T17:10:28.671Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 895 | 2024-04-10T17:10:28.671Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 896 | 2024-04-10T17:10:28.716Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 897 | 2024-04-10T17:10:28.716Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 898 | 2024-04-10T17:10:28.716Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 899 | 2024-04-10T17:10:28.887Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 900 | 2024-04-10T17:10:28.887Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 901 | 2024-04-10T17:10:28.887Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 902 | 2024-04-10T17:10:28.887Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 903 | 2024-04-10T17:10:28.887Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 904 | 2024-04-10T17:10:28.887Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 905 | 2024-04-10T17:10:28.888Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 906 | 2024-04-10T17:10:28.912Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 907 | 2024-04-10T17:10:28.912Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 908 | 2024-04-10T17:10:28.913Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
file = illumos-utils/src/zone.rs:315
|
| 909 | 2024-04-10T17:10:28.918Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
file = illumos-utils/src/zone.rs:315
|
| 910 | 2024-04-10T17:10:28.923Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
file = illumos-utils/src/zone.rs:315
|
| 911 | 2024-04-10T17:10:28.928Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
file = illumos-utils/src/zone.rs:315
|
| 912 | 2024-04-10T17:10:28.933Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
file = illumos-utils/src/zone.rs:315
|
| 913 | 2024-04-10T17:10:28.937Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
file = illumos-utils/src/zone.rs:315
|
| 914 | 2024-04-10T17:10:28.942Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
file = illumos-utils/src/zone.rs:315
|
| 915 | 2024-04-10T17:10:29.089Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
file = illumos-utils/src/zone.rs:354
|
| 916 | 2024-04-10T17:10:29.095Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
file = illumos-utils/src/zone.rs:354
|
| 917 | 2024-04-10T17:10:29.100Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
file = illumos-utils/src/zone.rs:354
|
| 918 | 2024-04-10T17:10:29.105Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
file = illumos-utils/src/zone.rs:354
|
| 919 | 2024-04-10T17:10:29.110Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
file = illumos-utils/src/zone.rs:354
|
| 920 | 2024-04-10T17:10:29.114Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
file = illumos-utils/src/zone.rs:354
|
| 921 | 2024-04-10T17:10:29.119Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
file = illumos-utils/src/zone.rs:354
|
| 922 | 2024-04-10T17:10:29.124Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
file = illumos-utils/src/zone.rs:315
|
| 923 | 2024-04-10T17:10:29.128Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
file = illumos-utils/src/zone.rs:315
|
| 924 | 2024-04-10T17:10:29.134Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
file = illumos-utils/src/zone.rs:315
|
| 925 | 2024-04-10T17:10:29.138Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
file = illumos-utils/src/zone.rs:315
|
| 926 | 2024-04-10T17:10:29.143Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
file = illumos-utils/src/zone.rs:315
|
| 927 | 2024-04-10T17:10:29.149Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
file = illumos-utils/src/zone.rs:315
|
| 928 | 2024-04-10T17:10:29.154Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
file = illumos-utils/src/zone.rs:315
|
| 929 | 2024-04-10T17:10:29.161Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
file = illumos-utils/src/zone.rs:354
|
| 930 | 2024-04-10T17:10:29.167Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
file = illumos-utils/src/zone.rs:354
|
| 931 | 2024-04-10T17:10:29.172Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
file = illumos-utils/src/zone.rs:354
|
| 932 | 2024-04-10T17:10:29.177Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
file = illumos-utils/src/zone.rs:354
|
| 933 | 2024-04-10T17:10:29.181Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
file = illumos-utils/src/zone.rs:354
|
| 934 | 2024-04-10T17:10:29.187Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
file = illumos-utils/src/zone.rs:354
|
| 935 | 2024-04-10T17:10:29.192Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
file = illumos-utils/src/zone.rs:354
|
| 936 | 2024-04-10T17:10:29.231Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 937 | 2024-04-10T17:10:29.281Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 938 | 2024-04-10T17:10:29.318Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 939 | 2024-04-10T17:10:29.350Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 940 | 2024-04-10T17:10:29.382Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 941 | 2024-04-10T17:10:29.383Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 942 | 2024-04-10T17:10:29.383Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 943 | 2024-04-10T17:10:29.431Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte1", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 254, 224]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte1" } }
|
| 944 | 2024-04-10T17:10:29.431Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1285
zone_type = nexus
|
| 945 | 2024-04-10T17:10:29.435Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 946 | 2024-04-10T17:10:29.435Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 947 | 2024-04-10T17:10:29.491Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte2", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 245, 158]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte2" } }
|
| 948 | 2024-04-10T17:10:29.491Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1285
zone_type = external_dns
|
| 949 | 2024-04-10T17:10:29.494Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 950 | 2024-04-10T17:10:29.494Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 951 | 2024-04-10T17:10:29.547Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte3", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 255, 12]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte3" } }
|
| 952 | 2024-04-10T17:10:29.547Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1285
zone_type = external_dns
|
| 953 | 2024-04-10T17:10:29.550Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 954 | 2024-04-10T17:10:29.550Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 955 | 2024-04-10T17:10:29.607Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte4", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 217, 34]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte4" } }
|
| 956 | 2024-04-10T17:10:29.607Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1285
zone_type = nexus
|
| 957 | 2024-04-10T17:10:29.610Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 958 | 2024-04-10T17:10:29.610Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 959 | 2024-04-10T17:10:29.677Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte5", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 166, 175]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte5" } }
|
| 960 | 2024-04-10T17:10:29.677Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1285
zone_type = nexus
|
| 961 | 2024-04-10T17:10:29.678Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 962 | 2024-04-10T17:10:29.678Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 963 | 2024-04-10T17:10:29.678Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 964 | 2024-04-10T17:10:29.681Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 965 | 2024-04-10T17:10:29.681Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 966 | 2024-04-10T17:10:29.681Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 967 | 2024-04-10T17:10:29.681Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 968 | 2024-04-10T17:10:29.681Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 969 | 2024-04-10T17:10:29.681Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 970 | 2024-04-10T17:10:29.681Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 971 | 2024-04-10T17:10:29.707Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 972 | 2024-04-10T17:10:29.711Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 973 | 2024-04-10T17:10:29.714Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 974 | 2024-04-10T17:10:29.714Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 975 | 2024-04-10T17:10:29.714Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 976 | 2024-04-10T17:10:29.714Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 977 | 2024-04-10T17:10:29.714Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 978 | 2024-04-10T17:10:29.717Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 979 | 2024-04-10T17:10:29.769Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.2.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 980 | 2024-04-10T17:10:29.797Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 981 | 2024-04-10T17:10:29.797Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
file = illumos-utils/src/zone.rs:315
|
| 982 | 2024-04-10T17:10:29.803Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
file = illumos-utils/src/zone.rs:315
|
| 983 | 2024-04-10T17:10:29.810Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
file = illumos-utils/src/zone.rs:315
|
| 984 | 2024-04-10T17:10:29.846Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
file = illumos-utils/src/zone.rs:315
|
| 985 | 2024-04-10T17:10:29.852Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
file = illumos-utils/src/zone.rs:354
|
| 986 | 2024-04-10T17:10:29.858Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
file = illumos-utils/src/zone.rs:354
|
| 987 | 2024-04-10T17:10:29.865Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
file = illumos-utils/src/zone.rs:354
|
| 988 | 2024-04-10T17:10:29.870Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
file = illumos-utils/src/zone.rs:315
|
| 989 | 2024-04-10T17:10:29.875Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
file = illumos-utils/src/zone.rs:354
|
| 990 | 2024-04-10T17:10:29.898Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
file = illumos-utils/src/zone.rs:354
|
| 991 | 2024-04-10T17:10:32.204Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::f"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 992 | 2024-04-10T17:10:32.204Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 993 | 2024-04-10T17:10:32.214Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::11"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 994 | 2024-04-10T17:10:32.214Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 995 | 2024-04-10T17:10:32.231Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService10"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::10"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 996 | 2024-04-10T17:10:32.232Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 997 | 2024-04-10T17:10:32.411Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::12"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_11d25f1b-7456-43a8-85d8-89a28b309399/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="8a6bf592-f441-4ea5-b686-70448bab3905"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 998 | 2024-04-10T17:10:32.412Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 999 | 2024-04-10T17:10:32.421Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService16"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::14"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_3cfb9020-7dda-44b3-a3a6-a0359921cb27/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="7ac1ec0a-5e9c-4bdd-b9a7-f54fac6d8b1f"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1000 | 2024-04-10T17:10:32.421Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService17"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::15"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_3d79dae9-53c0-46d8-baf7-5987710842bd/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="c9fef5e9-7aaa-4f5e-af7b-9f5ff80f8bd3"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1001 | 2024-04-10T17:10:32.422Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::19"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_dbcf1671-d436-42fe-8fb9-48cfc76a8877/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="de5d8bcc-cf90-4ba8-b342-676835b09de3"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1002 | 2024-04-10T17:10:32.422Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1003 | 2024-04-10T17:10:32.503Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1004 | 2024-04-10T17:10:32.619Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1005 | 2024-04-10T17:10:32.916Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService21"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::17"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_e4a2506f-6371-4c52-a2ac-9e6a1a3e1869/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="168504cb-bd91-4b2f-af90-913a8f7e3274"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1006 | 2024-04-10T17:10:32.916Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1007 | 2024-04-10T17:10:33.052Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::18"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_6053f59d-46fe-49bf-8bb6-aaf426c61d74/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="b4104739-4f29-4d99-81db-4de41d7291bc"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1008 | 2024-04-10T17:10:33.053Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1009 | 2024-04-10T17:10:33.063Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::13"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_d7f11b00-e09c-4c27-84cf-77c045d79d5f/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="f29e1518-0101-417f-822e-cc7ace84ccc6"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1010 | 2024-04-10T17:10:33.064Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1011 | 2024-04-10T17:10:33.137Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 65.779202ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1012 | 2024-04-10T17:10:33.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 46.702749ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1013 | 2024-04-10T17:10:33.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 67.341427ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1014 | 2024-04-10T17:10:33.168Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService23"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::1a"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_2a3287c8-6033-411d-a736-58bb934ff108/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="f40c88d3-cd94-4e70-954a-f82825842295"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1015 | 2024-04-10T17:10:33.169Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1016 | 2024-04-10T17:10:36.990Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 79.765491ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1017 | 2024-04-10T17:10:37.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 126.974541ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1018 | 2024-04-10T17:10:37.774Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::16"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_7ccd1874-d98e-481c-85bd-8828b920fcd9/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="dc937b74-f895-420c-967b-c90d39b4b540"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1019 | 2024-04-10T17:10:38.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 80.545558ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1020 | 2024-04-10T17:10:38.047Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 196.33446ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1021 | 2024-04-10T17:10:38.051Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService12"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::d"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value="b9b8614a-923a-4f39-ba9c-c0f6805b01e8"/>
<propval type="astring" name="address" value="[fd00:1122:3344:101::d]:12223"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1022 | 2024-04-10T17:10:38.112Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 285.187725ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1023 | 2024-04-10T17:10:38.212Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 42.113309ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1024 | 2024-04-10T17:10:38.231Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 32.257118ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1025 | 2024-04-10T17:10:38.259Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 72.716156ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1026 | 2024-04-10T17:10:38.260Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1027 | 2024-04-10T17:10:38.325Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 28.4807ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1028 | 2024-04-10T17:10:38.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 197.340689ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1029 | 2024-04-10T17:10:38.387Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 57.816412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1030 | 2024-04-10T17:10:38.407Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 51.659169ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1031 | 2024-04-10T17:10:38.429Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 35.164777ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1032 | 2024-04-10T17:10:38.452Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 339.94098ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1033 | 2024-04-10T17:10:38.469Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 70.383476ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1034 | 2024-04-10T17:10:38.469Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1035 | 2024-04-10T17:10:38.490Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 210.964114ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1036 | 2024-04-10T17:10:38.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 70.311264ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1037 | 2024-04-10T17:10:38.520Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 127.917887ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1038 | 2024-04-10T17:10:38.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 133.575213ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1039 | 2024-04-10T17:10:38.552Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 83.854788ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1040 | 2024-04-10T17:10:38.588Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 96.794662ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1041 | 2024-04-10T17:10:38.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 66.709755ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1042 | 2024-04-10T17:10:38.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 121.845651ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1043 | 2024-04-10T17:10:38.636Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 70.677175ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1044 | 2024-04-10T17:10:38.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 132.978801ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1045 | 2024-04-10T17:10:38.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 147.35412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1046 | 2024-04-10T17:10:38.676Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 193.530354ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1047 | 2024-04-10T17:10:38.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 563.702238ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1048 | 2024-04-10T17:10:38.704Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 176.701604ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1049 | 2024-04-10T17:10:38.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 172.317057ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1050 | 2024-04-10T17:10:38.734Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 122.255744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1051 | 2024-04-10T17:10:38.747Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 1.190379367s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1052 | 2024-04-10T17:10:38.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 125.188508ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1053 | 2024-04-10T17:10:38.773Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 62.255288ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1054 | 2024-04-10T17:10:38.789Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 280.539816ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1055 | 2024-04-10T17:10:38.802Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 38.198566ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1056 | 2024-04-10T17:10:38.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 412.120111ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1057 | 2024-04-10T17:10:38.829Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 505.786874ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1058 | 2024-04-10T17:10:38.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 1.118438032s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1059 | 2024-04-10T17:10:38.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 132.816448ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1060 | 2024-04-10T17:10:38.902Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 381.214908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1061 | 2024-04-10T17:10:38.913Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 91.620349ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1062 | 2024-04-10T17:10:38.927Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 305.364552ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1063 | 2024-04-10T17:10:38.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 202.694966ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1064 | 2024-04-10T17:10:38.955Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 547.142567ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1065 | 2024-04-10T17:10:38.969Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 582.05965ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1066 | 2024-04-10T17:10:39.024Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 206.438246ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1067 | 2024-04-10T17:10:39.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 206.74978ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1068 | 2024-04-10T17:10:39.116Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 525.055277ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1069 | 2024-04-10T17:10:39.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 1.1107392s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1070 | 2024-04-10T17:10:39.243Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 863.931368ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1071 | 2024-04-10T17:10:39.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 501.83057ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1072 | 2024-04-10T17:10:39.271Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 1.165872525s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1073 | 2024-04-10T17:10:39.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 213.332302ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1074 | 2024-04-10T17:10:39.300Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 722.37682ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1075 | 2024-04-10T17:10:39.316Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 891.397955ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1076 | 2024-04-10T17:10:39.350Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 691.66517ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1077 | 2024-04-10T17:10:39.514Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 923.108531ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1078 | 2024-04-10T17:10:39.529Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 1.136227713s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1079 | 2024-04-10T17:10:39.564Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 531.176885ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1080 | 2024-04-10T17:10:39.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 911.630591ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1081 | 2024-04-10T17:10:39.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 965.940652ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1082 | 2024-04-10T17:10:39.953Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 997.143764ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1083 | 2024-04-10T17:10:39.996Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 1.44239126s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1084 | 2024-04-10T17:10:40.047Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 860.836917ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1085 | 2024-04-10T17:10:40.065Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 875.476959ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1086 | 2024-04-10T17:10:40.142Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 560.878029ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1087 | 2024-04-10T17:10:40.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 1.495558916s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1088 | 2024-04-10T17:10:40.282Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 741.687331ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1089 | 2024-04-10T17:10:40.306Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 1.126655467s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1090 | 2024-04-10T17:10:40.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 1.246793805s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1091 | 2024-04-10T17:10:40.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 1.021562046s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1092 | 2024-04-10T17:10:40.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 1.450316142s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1093 | 2024-04-10T17:10:40.593Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService26"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::9"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte3"/>
<propval type="astring" name="gateway" value="172.30.1.1"/>
<propval type="astring" name="ip" value="172.30.1.6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::9]:5353"/>
<propval type="astring" name="dns_address" value="172.30.1.6:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1094 | 2024-04-10T17:10:40.647Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService25"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::8"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte2"/>
<propval type="astring" name="gateway" value="172.30.1.1"/>
<propval type="astring" name="ip" value="172.30.1.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::8]:5353"/>
<propval type="astring" name="dns_address" value="172.30.1.5:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1095 | 2024-04-10T17:10:40.647Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1096 | 2024-04-10T17:10:40.654Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1097 | 2024-04-10T17:10:40.678Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 983.725501ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1098 | 2024-04-10T17:10:40.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 680.455566ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1099 | 2024-04-10T17:10:40.758Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 801.783425ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1100 | 2024-04-10T17:10:40.920Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 639.642244ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1101 | 2024-04-10T17:10:40.950Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 1.178069479s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1102 | 2024-04-10T17:10:40.960Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 1.018344056s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1103 | 2024-04-10T17:10:40.971Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 46.628284ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1104 | 2024-04-10T17:10:40.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 33.97433ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1105 | 2024-04-10T17:10:41.025Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 68.205928ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1106 | 2024-04-10T17:10:41.035Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 100.930993ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1107 | 2024-04-10T17:10:41.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 628.405542ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1108 | 2024-04-10T17:10:41.106Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 276.324294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1109 | 2024-04-10T17:10:41.145Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 270.370522ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1110 | 2024-04-10T17:10:41.422Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 455.782951ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1111 | 2024-04-10T17:10:41.433Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 1.331326892s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1112 | 2024-04-10T17:10:41.448Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 516.599152ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1113 | 2024-04-10T17:10:41.458Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 1.169209424s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1114 | 2024-04-10T17:10:41.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 738.611387ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1115 | 2024-04-10T17:10:41.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 533.837879ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1116 | 2024-04-10T17:10:41.571Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 560.338179ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1117 | 2024-04-10T17:10:41.580Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 1.471594268s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1118 | 2024-04-10T17:10:41.674Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 908.186203ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1119 | 2024-04-10T17:10:41.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 961.720503ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1120 | 2024-04-10T17:10:41.695Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 1.151641121s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1121 | 2024-04-10T17:10:41.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 853.113752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1122 | 2024-04-10T17:10:41.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 765.75642ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1123 | 2024-04-10T17:10:41.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 1.109932285s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1124 | 2024-04-10T17:10:41.990Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 572.747094ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1125 | 2024-04-10T17:10:42.040Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 1.420135531s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1126 | 2024-04-10T17:10:42.050Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 849.223853ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1127 | 2024-04-10T17:10:42.178Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 649.37587ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1128 | 2024-04-10T17:10:42.190Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 1.428307304s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1129 | 2024-04-10T17:10:42.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 732.470384ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1130 | 2024-04-10T17:10:42.312Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService27"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::a"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte5"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1131 | 2024-04-10T17:10:42.315Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService28"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::b"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte4"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1132 | 2024-04-10T17:10:42.315Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1133 | 2024-04-10T17:10:42.347Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService24"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::c"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte1"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.7"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1134 | 2024-04-10T17:10:42.348Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1135 | 2024-04-10T17:10:42.364Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1136 | 2024-04-10T17:10:42.576Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 1.123240853s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1137 | 2024-04-10T17:10:42.591Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 649.03304ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1138 | 2024-04-10T17:10:42.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 1.026782918s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1139 | 2024-04-10T17:10:42.642Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 754.901383ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1140 | 2024-04-10T17:10:42.654Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 55.879326ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1141 | 2024-04-10T17:10:42.666Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 1.223323727s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1142 | 2024-04-10T17:10:42.675Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 62.156635ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1143 | 2024-04-10T17:10:42.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 66.49531ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1144 | 2024-04-10T17:10:42.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 883.593869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1145 | 2024-04-10T17:10:42.724Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 109.645849ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1146 | 2024-04-10T17:10:42.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 127.431373ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1147 | 2024-04-10T17:10:42.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 110.737156ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1148 | 2024-04-10T17:10:42.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 1.113540758s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1149 | 2024-04-10T17:10:42.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 1.401284745s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1150 | 2024-04-10T17:10:42.851Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 185.2605ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1151 | 2024-04-10T17:10:42.874Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 954.810226ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1152 | 2024-04-10T17:10:42.911Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 118.961692ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1153 | 2024-04-10T17:10:42.930Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 126.640146ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1154 | 2024-04-10T17:10:42.954Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 1.287976218s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1155 | 2024-04-10T17:10:42.978Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 617.825069ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1156 | 2024-04-10T17:10:43.042Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 234.662121ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1157 | 2024-04-10T17:10:43.062Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 439.427513ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1158 | 2024-04-10T17:10:43.074Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 555.85076ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1159 | 2024-04-10T17:10:43.086Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 378.716348ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1160 | 2024-04-10T17:10:43.099Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 811.65342ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1161 | 2024-04-10T17:10:43.224Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::e"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1162 | 2024-04-10T17:10:43.229Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1163 | 2024-04-10T17:10:43.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 793.795603ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1164 | 2024-04-10T17:10:43.290Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 426.751587ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1165 | 2024-04-10T17:10:43.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 1.120875911s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1166 | 2024-04-10T17:10:43.473Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 757.243225ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1167 | 2024-04-10T17:10:43.483Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 843.733203ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1168 | 2024-04-10T17:10:43.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 1.16851455s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1169 | 2024-04-10T17:10:43.526Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 36.774852ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1170 | 2024-04-10T17:10:43.575Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 76.906489ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1171 | 2024-04-10T17:10:43.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 779.224977ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1172 | 2024-04-10T17:10:43.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 778.211768ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1173 | 2024-04-10T17:10:43.636Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 981.173446ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1174 | 2024-04-10T17:10:43.652Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 803.137746ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1175 | 2024-04-10T17:10:43.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 680.810219ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1176 | 2024-04-10T17:10:43.696Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 109.790999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1177 | 2024-04-10T17:10:43.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 1.177760184s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1178 | 2024-04-10T17:10:43.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 694.468968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1179 | 2024-04-10T17:10:43.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 474.948849ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1180 | 2024-04-10T17:10:43.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 1.483533399s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1181 | 2024-04-10T17:10:43.902Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 833.284138ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1182 | 2024-04-10T17:10:43.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 1.266368582s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1183 | 2024-04-10T17:10:43.928Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 614.086894ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1184 | 2024-04-10T17:10:44.062Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 1.169404036s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1185 | 2024-04-10T17:10:44.244Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 501.054518ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1186 | 2024-04-10T17:10:44.256Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 1.136207132s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1187 | 2024-04-10T17:10:44.267Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 1.220986022s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1188 | 2024-04-10T17:10:44.311Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 510.612519ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1189 | 2024-04-10T17:10:44.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 644.706182ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1190 | 2024-04-10T17:10:44.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 1.132327338s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1191 | 2024-04-10T17:10:44.387Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 544.62036ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1192 | 2024-04-10T17:10:44.398Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 676.614202ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1193 | 2024-04-10T17:10:44.456Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 869.835013ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1194 | 2024-04-10T17:10:44.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 705.864094ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1195 | 2024-04-10T17:10:44.550Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 1.314140158s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1196 | 2024-04-10T17:10:44.564Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 707.342687ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1197 | 2024-04-10T17:10:44.630Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 1.006782635s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1198 | 2024-04-10T17:10:44.697Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 630.727069ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1199 | 2024-04-10T17:10:44.749Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 683.30997ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1200 | 2024-04-10T17:10:44.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 638.777592ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1201 | 2024-04-10T17:10:44.834Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 1.087916224s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1202 | 2024-04-10T17:10:44.909Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 862.213403ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1203 | 2024-04-10T17:10:44.944Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 1.138476213s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1204 | 2024-04-10T17:10:44.997Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 1.305945012s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1205 | 2024-04-10T17:10:45.088Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 583.782979ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1206 | 2024-04-10T17:10:45.186Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 1.293929067s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1207 | 2024-04-10T17:10:45.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 1.259117838s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1208 | 2024-04-10T17:10:45.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 1.435578148s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1209 | 2024-04-10T17:10:45.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 1.186536588s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1210 | 2024-04-10T17:10:45.338Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 1.247998065s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1211 | 2024-04-10T17:10:45.350Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 568.122324ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1212 | 2024-04-10T17:10:45.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 1.452037378s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1213 | 2024-04-10T17:10:45.402Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 555.749363ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1214 | 2024-04-10T17:10:45.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 1.126033965s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1215 | 2024-04-10T17:10:45.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 832.217258ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1216 | 2024-04-10T17:10:45.496Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 839.238342ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1217 | 2024-04-10T17:10:45.516Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 1.247885968s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1218 | 2024-04-10T17:10:45.646Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 584.533674ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1219 | 2024-04-10T17:10:45.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 682.221225ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1220 | 2024-04-10T17:10:45.780Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 1.102456464s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1221 | 2024-04-10T17:10:45.873Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 1.347795164s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1222 | 2024-04-10T17:10:45.927Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 1.195568753s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1223 | 2024-04-10T17:10:45.935Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 776.884968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1224 | 2024-04-10T17:10:45.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 1.225016143s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1225 | 2024-04-10T17:10:46.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 953.952142ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1226 | 2024-04-10T17:10:46.239Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 1.036344319s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1227 | 2024-04-10T17:10:46.282Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 1.210300049s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1228 | 2024-04-10T17:10:46.311Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 1.358894629s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1229 | 2024-04-10T17:10:46.343Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 925.777539ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1230 | 2024-04-10T17:10:46.372Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 1.167994072s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1231 | 2024-04-10T17:10:46.464Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 1.154736114s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1232 | 2024-04-10T17:10:46.481Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 760.458298ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1233 | 2024-04-10T17:10:46.489Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 1.25561064s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1234 | 2024-04-10T17:10:46.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 540.465764ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1235 | 2024-04-10T17:10:46.594Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 866.761908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1236 | 2024-04-10T17:10:46.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 635.015044ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1237 | 2024-04-10T17:10:46.721Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 1.171210916s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1238 | 2024-04-10T17:10:46.773Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 842.414489ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1239 | 2024-04-10T17:10:46.823Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 811.995296ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1240 | 2024-04-10T17:10:46.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 732.37319ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1241 | 2024-04-10T17:10:47.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 1.276130116s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1242 | 2024-04-10T17:10:47.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 1.395797021s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1243 | 2024-04-10T17:10:47.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 983.971541ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1244 | 2024-04-10T17:10:47.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 890.335975ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1245 | 2024-04-10T17:10:47.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 1.369067208s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1246 | 2024-04-10T17:10:47.254Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 717.600876ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1247 | 2024-04-10T17:10:47.283Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 910.165759ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1248 | 2024-04-10T17:10:47.293Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 1.43760189s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1249 | 2024-04-10T17:10:47.360Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 1.116534965s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1250 | 2024-04-10T17:10:47.474Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 1.416030558s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1251 | 2024-04-10T17:10:47.507Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 1.345991354s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1252 | 2024-04-10T17:10:47.554Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 586.051424ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1253 | 2024-04-10T17:10:47.629Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 1.44384906s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1254 | 2024-04-10T17:10:47.640Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 1.220985965s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1255 | 2024-04-10T17:10:47.652Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 588.431112ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1256 | 2024-04-10T17:10:47.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 1.467568388s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1257 | 2024-04-10T17:10:47.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 1.015852482s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1258 | 2024-04-10T17:10:47.757Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 1.36241831s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1259 | 2024-04-10T17:10:47.907Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 521.071042ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1260 | 2024-04-10T17:10:47.981Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 823.084509ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1261 | 2024-04-10T17:10:48.106Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 1.118527072s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1262 | 2024-04-10T17:10:48.126Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 1.001373909s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1263 | 2024-04-10T17:10:48.150Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 904.447405ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1264 | 2024-04-10T17:10:48.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 1.025581167s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1265 | 2024-04-10T17:10:48.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 1.085335346s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1266 | 2024-04-10T17:10:48.341Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 919.486219ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1267 | 2024-04-10T17:10:48.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 522.394239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1268 | 2024-04-10T17:10:48.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 1.496675969s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1269 | 2024-04-10T17:10:48.496Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 1.217299685s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1270 | 2024-04-10T17:10:48.614Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 763.538234ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1271 | 2024-04-10T17:10:48.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 1.495261622s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1272 | 2024-04-10T17:10:48.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 1.196724881s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1273 | 2024-04-10T17:10:48.825Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 654.522497ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1274 | 2024-04-10T17:10:48.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 1.254033339s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1275 | 2024-04-10T17:10:48.884Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 698.396834ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1276 | 2024-04-10T17:10:48.901Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 1.380891787s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1277 | 2024-04-10T17:10:48.972Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 1.081694185s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1278 | 2024-04-10T17:10:49.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 1.447867024s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1279 | 2024-04-10T17:10:49.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 602.559413ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1280 | 2024-04-10T17:10:49.132Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 954.377654ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1281 | 2024-04-10T17:10:49.142Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 1.407655398s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1282 | 2024-04-10T17:10:49.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 721.312253ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1283 | 2024-04-10T17:10:49.236Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 1.457836973s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1284 | 2024-04-10T17:10:49.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 762.694965ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1285 | 2024-04-10T17:10:49.272Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 866.844276ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1286 | 2024-04-10T17:10:49.349Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 717.562452ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1287 | 2024-04-10T17:10:49.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 1.43279724s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1288 | 2024-04-10T17:10:49.496Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 1.223812671s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1289 | 2024-04-10T17:10:49.599Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 1.307103512s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1290 | 2024-04-10T17:10:49.705Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 578.885962ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1291 | 2024-04-10T17:10:49.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 794.350348ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1292 | 2024-04-10T17:10:49.887Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 724.504153ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1293 | 2024-04-10T17:10:49.959Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 1.242652921s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1294 | 2024-04-10T17:10:50.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 1.071235141s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1295 | 2024-04-10T17:10:50.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 1.36819567s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1296 | 2024-04-10T17:10:50.065Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 1.110242484s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1297 | 2024-04-10T17:10:50.080Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 1.379060592s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1298 | 2024-04-10T17:10:50.098Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 1.055206266s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1299 | 2024-04-10T17:10:50.144Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 793.81688ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1300 | 2024-04-10T17:10:50.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 1.210601578s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1301 | 2024-04-10T17:10:50.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 885.939927ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1302 | 2024-04-10T17:10:50.300Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 1.16964716s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1303 | 2024-04-10T17:10:50.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 671.870044ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1304 | 2024-04-10T17:10:50.529Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 1.093687156s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1305 | 2024-04-10T17:10:50.540Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 1.382027169s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1306 | 2024-04-10T17:10:50.566Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 667.999818ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1307 | 2024-04-10T17:10:50.631Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 821.959817ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1308 | 2024-04-10T17:10:50.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 788.637032ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1309 | 2024-04-10T17:10:50.739Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 1.466841861s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1310 | 2024-04-10T17:10:50.845Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 873.147126ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1311 | 2024-04-10T17:10:50.919Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 1.390747436s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1312 | 2024-04-10T17:10:50.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 827.570049ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1313 | 2024-04-10T17:10:51.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 1.478238024s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1314 | 2024-04-10T17:10:51.093Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 1.159001643s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1315 | 2024-04-10T17:10:51.121Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 1.256523063s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1316 | 2024-04-10T17:10:51.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 564.871138ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1317 | 2024-04-10T17:10:51.194Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 500.143717ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1318 | 2024-04-10T17:10:51.218Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 1.03832262s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1319 | 2024-04-10T17:10:51.249Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 1.041953018s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1320 | 2024-04-10T17:10:51.390Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 646.175268ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1321 | 2024-04-10T17:10:51.410Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 1.348929977s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1322 | 2024-04-10T17:10:51.466Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 766.453416ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1323 | 2024-04-10T17:10:51.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 1.320047221s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1324 | 2024-04-10T17:10:51.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 1.335429606s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1325 | 2024-04-10T17:10:51.513Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 722.030109ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1326 | 2024-04-10T17:10:51.635Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 816.887501ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1327 | 2024-04-10T17:10:51.704Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 754.339772ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1328 | 2024-04-10T17:10:51.726Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 1.188115527s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1329 | 2024-04-10T17:10:51.746Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 1.142310151s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1330 | 2024-04-10T17:10:51.785Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 1.459082803s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1331 | 2024-04-10T17:10:51.933Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 542.671841ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1332 | 2024-04-10T17:10:52.048Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 1.068035739s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1333 | 2024-04-10T17:10:52.218Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 1.229451319s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1334 | 2024-04-10T17:10:52.244Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 1.125559441s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1335 | 2024-04-10T17:10:52.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 1.373187597s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1336 | 2024-04-10T17:10:52.264Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 890.529825ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1337 | 2024-04-10T17:10:52.273Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 622.101869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1338 | 2024-04-10T17:10:52.302Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 1.047556267s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1339 | 2024-04-10T17:10:52.341Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 509.553485ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1340 | 2024-04-10T17:10:52.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 619.820727ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1341 | 2024-04-10T17:10:52.463Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 1.090299357s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1342 | 2024-04-10T17:10:52.471Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 1.091544299s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1343 | 2024-04-10T17:10:52.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 881.296301ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1344 | 2024-04-10T17:10:52.496Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 660.919912ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1345 | 2024-04-10T17:10:52.773Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 1.368614041s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1346 | 2024-04-10T17:10:52.817Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 829.614488ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1347 | 2024-04-10T17:10:52.837Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 531.024533ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1348 | 2024-04-10T17:10:52.862Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 560.681838ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1349 | 2024-04-10T17:10:52.901Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 1.287226662s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1350 | 2024-04-10T17:10:52.912Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 1.053964732s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1351 | 2024-04-10T17:10:52.928Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 681.278599ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1352 | 2024-04-10T17:10:53.024Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 1.217438709s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1353 | 2024-04-10T17:10:53.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 1.231514421s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1354 | 2024-04-10T17:10:53.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 831.323782ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1355 | 2024-04-10T17:10:53.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 883.132824ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1356 | 2024-04-10T17:10:53.256Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49") failed: Property not found. retry in 1.402804918s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1357 | 2024-04-10T17:10:53.363Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 1.103978238s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1358 | 2024-04-10T17:10:53.381Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 635.97806ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1359 | 2024-04-10T17:10:53.392Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2") failed: Property not found. retry in 1.333286736s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1360 | 2024-04-10T17:10:53.404Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 868.775992ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1361 | 2024-04-10T17:10:53.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 1.481294917s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1362 | 2024-04-10T17:10:53.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 1.109737698s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1363 | 2024-04-10T17:10:53.566Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 969.483667ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1364 | 2024-04-10T17:10:53.576Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 884.571041ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1365 | 2024-04-10T17:10:53.621Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 863.126754ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1366 | 2024-04-10T17:10:53.637Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 803.338401ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1367 | 2024-04-10T17:10:53.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 1.097102285s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1368 | 2024-04-10T17:10:53.981Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 548.794272ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1369 | 2024-04-10T17:10:54.015Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af") failed: Property not found. retry in 1.250850593s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1370 | 2024-04-10T17:10:54.032Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 975.894991ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1371 | 2024-04-10T17:10:54.083Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 684.068425ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1372 | 2024-04-10T17:10:54.156Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 1.202855954s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1373 | 2024-04-10T17:10:54.203Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 586.368814ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1374 | 2024-04-10T17:10:54.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 1.180715173s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1375 | 2024-04-10T17:10:54.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 1.401061838s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1376 | 2024-04-10T17:10:54.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 948.14024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1377 | 2024-04-10T17:10:54.455Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 1.239661582s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1378 | 2024-04-10T17:10:54.474Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785") failed: Property not found. retry in 1.409961052s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1379 | 2024-04-10T17:10:54.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 1.302943677s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1380 | 2024-04-10T17:10:54.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829") failed: Property not found. retry in 1.074706991s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1381 | 2024-04-10T17:10:54.544Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 786.263632ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1382 | 2024-04-10T17:10:54.558Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 1.10797373s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1383 | 2024-04-10T17:10:54.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 1.318412092s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1384 | 2024-04-10T17:10:54.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 883.594549ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1385 | 2024-04-10T17:10:54.796Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e") failed: Property not found. retry in 1.484874052s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1386 | 2024-04-10T17:10:54.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0") failed: Property not found. retry in 649.270619ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1387 | 2024-04-10T17:10:54.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 640.163256ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1388 | 2024-04-10T17:10:55.024Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8") failed: Property not found. retry in 1.465778624s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1389 | 2024-04-10T17:10:55.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407") failed: Property not found. retry in 590.249926ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1390 | 2024-04-10T17:10:55.357Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2") failed: Property not found. retry in 1.497956479s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1391 | 2024-04-10T17:10:55.371Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403") failed: Property not found. retry in 1.262326916s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1392 | 2024-04-10T17:10:55.451Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f") failed: Property not found. retry in 1.446736052s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1393 | 2024-04-10T17:10:55.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b") failed: Property not found. retry in 1.375989263s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1394 | 2024-04-10T17:10:55.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 596.200544ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1395 | 2024-04-10T17:10:55.687Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0") failed: Property not found. retry in 646.377725ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1396 | 2024-04-10T17:10:55.701Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05") failed: Property not found. retry in 1.397381442s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1397 | 2024-04-10T17:10:55.711Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be") failed: Property not found. retry in 780.770896ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1398 | 2024-04-10T17:10:55.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff") failed: Property not found. retry in 654.513327ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1399 | 2024-04-10T17:10:55.922Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a") failed: Property not found. retry in 1.074211749s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1400 | 2024-04-10T17:10:56.292Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25") failed: Property not found. retry in 1.484474778s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1401 | 2024-04-10T17:10:57.180Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61635
|
| 1402 | 2024-04-10T17:10:57.186Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 5523
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61635
req_id = 043247af-d2b4-4199-9e44-a4187263ac7e
response_code = 200
uri = /baseboard
|
| 1403 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_nexus_d2b427bd-9643-48bc-a6ec-99f5308562ff
|
| 1404 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_crucible_pantry_11b91275-c971-4480-aced-f4d1a2757829
|
| 1405 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_crucible_398d8233-2b95-4fab-9283-4d074a18696b
|
| 1406 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_external_dns_b7f08c16-d2c7-4ef9-93af-0c433cac3407
|
| 1407 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_oximeter_b9b8614a-923a-4f39-ba9c-c0f6805b01e8
|
| 1408 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_crucible_pantry_2530ef42-fc18-4637-90c3-9eb7804430af
|
| 1409 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_external_dns_35582331-d3e4-4ae8-b3c3-1ade12b4212a
|
| 1410 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_clickhouse_d24b7b3d-17b6-43f0-834d-8acc09cac785
|
| 1411 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_crucible_947c8ce1-66fd-478f-bacb-ba7e49fdfe49
|
| 1412 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_crucible_5993705d-c0e1-4c81-9429-712b6aa375be
|
| 1413 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_crucible_d2188d49-91b0-49b4-91c3-22176638b3d2
|
| 1414 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_crucible_9122ff4e-02a5-464d-b714-7fb88bb8c9a2
|
| 1415 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_crucible_5c5d015c-adbb-48bd-80d5-8eb1d2003d25
|
| 1416 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_crucible_pantry_c158598b-bed5-45f1-a476-29c28c210df0
|
| 1417 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_crucible_0a06cbfc-2dd8-4b75-86dd-216944f40ea0
|
| 1418 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_nexus_c474d406-f79e-4961-b8a8-cf46924a6d05
|
| 1419 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_nexus_00b76c9e-3f02-4f08-92d7-6d47da6a711f
|
| 1420 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_crucible_3d7befba-56f9-43b0-b72a-9bea5920c97e
|
| 1421 | 2024-04-10T17:10:57.816Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3005
zone = oxz_crucible_d2e3ca37-6692-4811-85af-81e801e5d403
|
| 1422 | 2024-04-10T17:10:57.818Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1423 | 2024-04-10T17:10:57.821Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1424 | 2024-04-10T17:10:57.826Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 30723194
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:46006
req_id = 02b39d33-8283-412b-b973-ecd65a8eb120
response_code = 204
uri = /omicron-zones
|
| 1425 | 2024-04-10T17:10:57.842Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1230
|
| 1426 | 2024-04-10T17:10:57.842Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1427 | 2024-04-10T17:10:57.842Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1428 | 2024-04-10T17:10:57.849Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:677
|
| 1429 | 2024-04-10T17:10:57.852Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::a]:12221
file = sled-agent/src/rack_setup/service.rs:685
|
| 1430 | 2024-04-10T17:10:57.902Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV1 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV1 {
addresses: [
V4(
Ipv4Network {
addr: 10.151.2.174,
prefix: 24,
},
),
],
autoneg: false,
bgp_peers: [],
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.2.100,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:100::,
prefix: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:816
|
| 1431 | 2024-04-10T17:10:58.073Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1432 | 2024-04-10T17:10:58.202Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1433 | 2024-04-10T17:10:58.360Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1434 | 2024-04-10T17:10:58.494Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1435 | 2024-04-10T17:10:58.737Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1436 | 2024-04-10T17:10:58.865Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1437 | 2024-04-10T17:10:59.177Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1438 | 2024-04-10T17:10:59.526Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1439 | 2024-04-10T17:10:59.794Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1440 | 2024-04-10T17:11:00.265Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1441 | 2024-04-10T17:11:00.840Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1442 | 2024-04-10T17:11:01.392Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1443 | 2024-04-10T17:11:02.176Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1444 | 2024-04-10T17:11:03.207Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1445 | 2024-04-10T17:11:04.171Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1446 | 2024-04-10T17:11:05.283Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1447 | 2024-04-10T17:11:06.788Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/750ce544-2e9b-411c-b646-0b2c57037e8d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1448 | 2024-04-10T17:11:09.303Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "73ef06f3-7987-489e-b556-12c2e177e963", "content-length": "124", "date": "Wed, 10 Apr 2024 17:11:08 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "73ef06f3-7987-489e-b556-12c2e177e963" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1449 | 2024-04-10T17:11:12.014Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "996183e7-a57e-41ea-832c-85ee1e727a20", "content-length": "124", "date": "Wed, 10 Apr 2024 17:11:12 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "996183e7-a57e-41ea-832c-85ee1e727a20" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1450 | 2024-04-10T17:11:14.586Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0e27c494-df7f-405f-8b3d-39e02fff1678", "content-length": "124", "date": "Wed, 10 Apr 2024 17:11:14 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0e27c494-df7f-405f-8b3d-39e02fff1678" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1451 | 2024-04-10T17:11:16.904Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4e73b9ac-df04-43b5-9efa-98aa66fb9219", "content-length": "124", "date": "Wed, 10 Apr 2024 17:11:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4e73b9ac-df04-43b5-9efa-98aa66fb9219" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1452 | 2024-04-10T17:11:22.491Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ff42c0d7-3f84-40bb-8c34-e567505c7092", "content-length": "124", "date": "Wed, 10 Apr 2024 17:11:22 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ff42c0d7-3f84-40bb-8c34-e567505c7092" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1453 | 2024-04-10T17:11:26.971Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f9f5450e-a8aa-4934-b725-27f5a15119ee", "content-length": "124", "date": "Wed, 10 Apr 2024 17:11:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f9f5450e-a8aa-4934-b725-27f5a15119ee" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1454 | 2024-04-10T17:11:27.220Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59624
|
| 1455 | 2024-04-10T17:11:27.220Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 37
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59624
req_id = 9d1e14d7-7f16-490c-8ce9-0c368132c074
response_code = 200
uri = /baseboard
|
| 1456 | 2024-04-10T17:11:31.299Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5076a6d5-f96d-4bf8-af41-7b363c6bd29d", "content-length": "124", "date": "Wed, 10 Apr 2024 17:11:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5076a6d5-f96d-4bf8-af41-7b363c6bd29d" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1457 | 2024-04-10T17:11:40.609Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "559ff942-db28-4eb3-88c4-d607ad8251e3", "content-length": "124", "date": "Wed, 10 Apr 2024 17:11:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "559ff942-db28-4eb3-88c4-d607ad8251e3" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1458 | 2024-04-10T17:11:40.821Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:592
new_generation = 1
old_generation = 1
sled_id = 2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1459 | 2024-04-10T17:11:49.134Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38515
|
| 1460 | 2024-04-10T17:11:49.136Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1868
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38515
req_id = 36882a9d-7450-4fa3-b9a2-7dd3a2231812
response_code = 200
uri = /network-bootstore-config
|
| 1461 | 2024-04-10T17:11:50.487Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46594
|
| 1462 | 2024-04-10T17:11:50.498Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ac13a6e7-3d3b-4356-b990-3710e907acef, kind: Service { id: b7f08c16-d2c7-4ef9-93af-0c433cac3407 }, name: Name("external-dns-b7f08c16-d2c7-4ef9-93af-0c433cac3407"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 158])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ead05005-8210-4c1a-ba89-66e83d917de1, kind: Service { id: 35582331-d3e4-4ae8-b3c3-1ade12b4212a }, name: Name("external-dns-35582331-d3e4-4ae8-b3c3-1ade12b4212a"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 12])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c068756d-2c01-4075-9e08-a4df8b4e485d, kind: Service { id: 00b76c9e-3f02-4f08-92d7-6d47da6a711f }, name: Name("nexus-00b76c9e-3f02-4f08-92d7-6d47da6a711f"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 175])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d6c977b4-4db8-42bc-8cfe-5fe278d41b3b, kind: Service { id: c474d406-f79e-4961-b8a8-cf46924a6d05 }, name: Name("nexus-c474d406-f79e-4961-b8a8-cf46924a6d05"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 34])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ff155fac-0f02-4b93-8613-ba5c1af8eb9a, kind: Service { id: d2b427bd-9643-48bc-a6ec-99f5308562ff }, name: Name("nexus-d2b427bd-9643-48bc-a6ec-99f5308562ff"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 224])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1463 | 2024-04-10T17:11:50.498Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1464 | 2024-04-10T17:11:50.498Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1465 | 2024-04-10T17:11:50.499Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1466 | 2024-04-10T17:11:50.500Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1467 | 2024-04-10T17:11:50.500Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1468 | 2024-04-10T17:11:50.500Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1469 | 2024-04-10T17:11:50.500Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 12306
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46594
req_id = fba40e82-06d4-4808-88fe-3ee5d2354e29
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1470 | 2024-04-10T17:11:50.500Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:883
|
| 1471 | 2024-04-10T17:11:50.618Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52942
|
| 1472 | 2024-04-10T17:11:50.622Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1473 | 2024-04-10T17:11:50.713Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 94732
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52942
req_id = 1037d564-af45-4a4b-83f3-18a88738275b
response_code = 200
uri = /inventory
|
| 1474 | 2024-04-10T17:11:50.713Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1475 | 2024-04-10T17:11:50.713Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1476 | 2024-04-10T17:11:50.714Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1477 | 2024-04-10T17:11:50.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 2199
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52942
req_id = dde5e288-505d-4cdd-b114-dc2938cdfc95
response_code = 200
uri = /omicron-zones
|
| 1478 | 2024-04-10T17:11:57.257Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43365
|
| 1479 | 2024-04-10T17:11:57.257Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 83
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43365
req_id = e8f12063-197d-430d-b224-76b51792a0e1
response_code = 200
uri = /baseboard
|
| 1480 | 2024-04-10T17:12:08.203Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59057
|
| 1481 | 2024-04-10T17:12:08.281Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 77281
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:59057
req_id = b54557ce-111f-4191-abf5-09902ad56b57
response_code = 204
uri = /switch-ports
|
| 1482 | 2024-04-10T17:12:08.281Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59150
|
| 1483 | 2024-04-10T17:12:08.281Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39413
|
| 1484 | 2024-04-10T17:12:08.281Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 207
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59057
req_id = 9444d600-be0f-446e-8488-e31deacc23b5
response_code = 200
uri = /network-bootstore-config
|
| 1485 | 2024-04-10T17:12:08.312Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 1486 | 2024-04-10T17:12:08.316Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/3601f330-116e-4888-959b-fdaadd1dc405/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 1487 | 2024-04-10T17:12:08.317Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 1488 | 2024-04-10T17:12:08.318Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 1489 | 2024-04-10T17:12:08.319Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 6963
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59057
req_id = fd1c2780-779d-43c2-a669-3c14576a5d29
response_code = 204
uri = /network-bootstore-config
|
| 1490 | 2024-04-10T17:12:08.335Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 53706
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:59150
req_id = 08a262ef-8a77-4bea-8de0-97dc45288564
response_code = 204
uri = /switch-ports
|
| 1491 | 2024-04-10T17:12:08.340Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 801
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59150
req_id = 2ef0bd2b-2343-4924-8caf-fabdca6fa5a1
response_code = 200
uri = /network-bootstore-config
|
| 1492 | 2024-04-10T17:12:08.387Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 105790
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39413
req_id = 32963ba2-170c-4b63-b3fc-c0a327d0d96c
response_code = 204
uri = /switch-ports
|
| 1493 | 2024-04-10T17:12:08.387Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39413
req_id = c569ef69-d237-4d55-93c8-9de2b2a9ff87
response_code = 200
uri = /network-bootstore-config
|
| 1494 | 2024-04-10T17:12:09.718Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::d]:64126
|
| 1495 | 2024-04-10T17:12:09.724Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 5474
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = 8c285d8d-41ca-49b3-a32f-8a7e351adac5
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1496 | 2024-04-10T17:12:27.290Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50829
|
| 1497 | 2024-04-10T17:12:27.290Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 54
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50829
req_id = c2559fe7-b087-4ff6-9a47-c5b597d85886
response_code = 200
uri = /baseboard
|
| 1498 | 2024-04-10T17:12:37.768Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36309
|
| 1499 | 2024-04-10T17:12:37.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48769
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36309
req_id = b919b7ba-04f1-412e-8163-4b1510fcdb20
response_code = 204
uri = /switch-ports
|
| 1500 | 2024-04-10T17:12:37.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36309
req_id = b8e321cb-15ba-4d89-834e-ca92c7ae6e29
response_code = 200
uri = /network-bootstore-config
|
| 1501 | 2024-04-10T17:12:37.884Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62661
|
| 1502 | 2024-04-10T17:12:37.924Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 39243
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:62661
req_id = 27cd4582-b143-46f1-8655-02063b51e15a
response_code = 204
uri = /switch-ports
|
| 1503 | 2024-04-10T17:12:37.924Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44428
|
| 1504 | 2024-04-10T17:12:37.924Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 315
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62661
req_id = f526e601-9d14-4674-a978-f9132ca284bb
response_code = 200
uri = /network-bootstore-config
|
| 1505 | 2024-04-10T17:12:37.973Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49282
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:44428
req_id = 39520da3-feab-49f9-80d0-2bb4c3cc48d6
response_code = 204
uri = /switch-ports
|
| 1506 | 2024-04-10T17:12:37.974Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 156
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44428
req_id = 75c92814-ec5e-450c-b390-f5144db811cb
response_code = 200
uri = /network-bootstore-config
|
| 1507 | 2024-04-10T17:12:39.719Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 725
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = 8cbdb6ea-6cf1-45d8-ac47-14ea7f489adc
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1508 | 2024-04-10T17:12:57.323Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57206
|
| 1509 | 2024-04-10T17:12:57.324Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 769
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57206
req_id = 28ade615-74f7-4fdb-a760-63124200891e
response_code = 200
uri = /baseboard
|
| 1510 | 2024-04-10T17:12:57.675Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:801
|
| 1511 | 2024-04-10T17:13:08.135Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37077
|
| 1512 | 2024-04-10T17:13:08.180Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45184
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:37077
req_id = 5ccb1adb-5406-4f85-8e11-2fae8e614e65
response_code = 204
uri = /switch-ports
|
| 1513 | 2024-04-10T17:13:08.180Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37077
req_id = 5ad3e85e-14d9-4325-9ddc-151572c41495
response_code = 200
uri = /network-bootstore-config
|
| 1514 | 2024-04-10T17:13:08.191Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61731
|
| 1515 | 2024-04-10T17:13:08.238Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46944
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:61731
req_id = 9a501468-9ffb-4654-8166-d7e06ba62c84
response_code = 204
uri = /switch-ports
|
| 1516 | 2024-04-10T17:13:08.238Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40528
|
| 1517 | 2024-04-10T17:13:08.242Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3777
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61731
req_id = 7022f992-4e20-463b-9637-e9568ba21aeb
response_code = 200
uri = /network-bootstore-config
|
| 1518 | 2024-04-10T17:13:08.283Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44654
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:40528
req_id = aa287ace-11f2-46bc-b738-cf353e70fdfc
response_code = 204
uri = /switch-ports
|
| 1519 | 2024-04-10T17:13:08.283Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40528
req_id = b547de46-356a-4e61-aac4-1938d7f9b24e
response_code = 200
uri = /network-bootstore-config
|
| 1520 | 2024-04-10T17:13:09.718Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 799
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = dd056139-1b1c-42da-b500-cd67e6fdf3dc
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1521 | 2024-04-10T17:13:27.356Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42422
|
| 1522 | 2024-04-10T17:13:27.356Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 69
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42422
req_id = 758b0e0a-4c49-4500-bb0c-dd002152e59a
response_code = 200
uri = /baseboard
|
| 1523 | 2024-04-10T17:13:37.804Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58895
|
| 1524 | 2024-04-10T17:13:37.851Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47792
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58895
req_id = 5553d343-c527-4dc8-a46b-e60dce11648b
response_code = 204
uri = /switch-ports
|
| 1525 | 2024-04-10T17:13:37.852Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58895
req_id = 57f8aac0-8607-4b48-bb0b-f7fe907f4392
response_code = 200
uri = /network-bootstore-config
|
| 1526 | 2024-04-10T17:13:37.893Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35029
|
| 1527 | 2024-04-10T17:13:37.938Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44668
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:35029
req_id = f365e239-f621-420d-a5b2-3fa12e51d650
response_code = 204
uri = /switch-ports
|
| 1528 | 2024-04-10T17:13:37.938Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35029
req_id = 254508e2-7485-4939-b841-a1a2c27d1370
response_code = 200
uri = /network-bootstore-config
|
| 1529 | 2024-04-10T17:13:37.954Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58721
|
| 1530 | 2024-04-10T17:13:37.999Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45189
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58721
req_id = b4cff50e-6bb7-46b0-9580-d4bc5039efdb
response_code = 204
uri = /switch-ports
|
| 1531 | 2024-04-10T17:13:38.000Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 594
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58721
req_id = 691a73cf-6059-435c-ad69-49aa3684f84f
response_code = 200
uri = /network-bootstore-config
|
| 1532 | 2024-04-10T17:13:39.719Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 715
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = 7b6539ae-a26b-4dca-ad72-b5affdee926d
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1533 | 2024-04-10T17:13:57.389Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61170
|
| 1534 | 2024-04-10T17:13:57.389Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 707
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61170
req_id = 4a666b24-bb34-49e4-8f31-3fc6285b238a
response_code = 200
uri = /baseboard
|
| 1535 | 2024-04-10T17:14:08.023Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38503
|
| 1536 | 2024-04-10T17:14:08.072Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48506
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38503
req_id = 82664e91-97c1-4e9f-b48e-79fdf6010706
response_code = 204
uri = /switch-ports
|
| 1537 | 2024-04-10T17:14:08.072Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54944
|
| 1538 | 2024-04-10T17:14:08.072Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43181
|
| 1539 | 2024-04-10T17:14:08.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3194
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38503
req_id = a29266d7-33cc-4461-ad35-5af602123cae
response_code = 200
uri = /network-bootstore-config
|
| 1540 | 2024-04-10T17:14:08.117Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45406
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54944
req_id = f1d25694-68a1-431b-957d-39af2356c2bb
response_code = 204
uri = /switch-ports
|
| 1541 | 2024-04-10T17:14:08.121Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 517
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54944
req_id = 9f20b71b-206b-40ce-8463-c8e95d1a6106
response_code = 200
uri = /network-bootstore-config
|
| 1542 | 2024-04-10T17:14:08.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 90349
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:43181
req_id = f183c01d-09df-418e-ab87-e305c2fd8955
response_code = 204
uri = /switch-ports
|
| 1543 | 2024-04-10T17:14:08.163Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 777
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43181
req_id = 01e5f35f-436b-4702-81ed-03c93f30cd09
response_code = 200
uri = /network-bootstore-config
|
| 1544 | 2024-04-10T17:14:09.719Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 774
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = c118ac1f-0e4c-48d8-ad12-bee8f481fe91
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1545 | 2024-04-10T17:14:27.425Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49250
|
| 1546 | 2024-04-10T17:14:27.425Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 80
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49250
req_id = 0938bfba-96c7-4fd4-b025-a2596d5e0f5d
response_code = 200
uri = /baseboard
|
| 1547 | 2024-04-10T17:14:37.776Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44153
|
| 1548 | 2024-04-10T17:14:37.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46422
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:44153
req_id = 567ed54c-7632-49f9-9ad0-f9163b028354
response_code = 204
uri = /switch-ports
|
| 1549 | 2024-04-10T17:14:37.823Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35828
|
| 1550 | 2024-04-10T17:14:37.823Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51610
|
| 1551 | 2024-04-10T17:14:37.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 194
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44153
req_id = 912ec3ac-9c67-482a-9839-0a29a5f8c67e
response_code = 200
uri = /network-bootstore-config
|
| 1552 | 2024-04-10T17:14:37.868Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44661
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:35828
req_id = 40e6edc9-e8e5-4364-984d-fc0e8b368a04
response_code = 204
uri = /switch-ports
|
| 1553 | 2024-04-10T17:14:37.871Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 638
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35828
req_id = 044531f6-6841-4f08-8714-54aec641bf97
response_code = 200
uri = /network-bootstore-config
|
| 1554 | 2024-04-10T17:14:37.910Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 87435
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:51610
req_id = ee6217fd-369d-4d35-a733-de1b0d64b674
response_code = 204
uri = /switch-ports
|
| 1555 | 2024-04-10T17:14:37.911Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 746
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51610
req_id = e4a0d1a1-9ccc-4f98-9d78-834c95948bff
response_code = 200
uri = /network-bootstore-config
|
| 1556 | 2024-04-10T17:14:39.720Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 557
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = 411765b9-fef7-4a22-80d6-bd2835703a61
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1557 | 2024-04-10T17:14:57.456Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61521
|
| 1558 | 2024-04-10T17:14:57.457Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 667
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61521
req_id = ad7d8272-8b8f-47fe-be82-ab8c5e08199f
response_code = 200
uri = /baseboard
|
| 1559 | 2024-04-10T17:15:08.093Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63561
|
| 1560 | 2024-04-10T17:15:08.152Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 58844
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:63561
req_id = 35401808-8813-4b32-92dc-fe6490b7b52b
response_code = 204
uri = /switch-ports
|
| 1561 | 2024-04-10T17:15:08.152Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42183
|
| 1562 | 2024-04-10T17:15:08.156Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3591
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63561
req_id = 14b5d1d5-38d9-41ef-994d-8f08c11b2a89
response_code = 200
uri = /network-bootstore-config
|
| 1563 | 2024-04-10T17:15:08.207Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 54587
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:42183
req_id = c9901f29-d400-43b8-9f49-99546c9c14a7
response_code = 204
uri = /switch-ports
|
| 1564 | 2024-04-10T17:15:08.207Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 176
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42183
req_id = 1dee33be-a248-4a6d-a0c3-7d5a40f71f58
response_code = 200
uri = /network-bootstore-config
|
| 1565 | 2024-04-10T17:15:08.501Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62980
|
| 1566 | 2024-04-10T17:15:08.547Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45740
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:62980
req_id = 6d4441d9-6f2a-4b7d-a4d6-5439907db52f
response_code = 204
uri = /switch-ports
|
| 1567 | 2024-04-10T17:15:08.547Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62980
req_id = 239e95d5-90a7-4cab-a345-44fee6a65543
response_code = 200
uri = /network-bootstore-config
|
| 1568 | 2024-04-10T17:15:09.720Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 962
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = 108e64ab-9064-4983-be7b-1eede9bbd877
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1569 | 2024-04-10T17:15:27.491Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38391
|
| 1570 | 2024-04-10T17:15:27.491Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 94
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38391
req_id = 9447897b-6df5-4255-b192-a2c0435a3025
response_code = 200
uri = /baseboard
|
| 1571 | 2024-04-10T17:15:37.834Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40302
|
| 1572 | 2024-04-10T17:15:37.880Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45574
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:40302
req_id = 9e8d362d-3fa5-409b-a34f-fde982a7fcc4
response_code = 204
uri = /switch-ports
|
| 1573 | 2024-04-10T17:15:37.880Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48422
|
| 1574 | 2024-04-10T17:15:37.880Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38248
|
| 1575 | 2024-04-10T17:15:37.884Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3582
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40302
req_id = ae0b9138-b8dd-41a6-81d5-b5f3fdb2da87
response_code = 200
uri = /network-bootstore-config
|
| 1576 | 2024-04-10T17:15:37.925Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44802
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:48422
req_id = 92757c79-31f4-4b00-90b3-01a1a4bf10b0
response_code = 204
uri = /switch-ports
|
| 1577 | 2024-04-10T17:15:37.928Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 515
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48422
req_id = 4c557393-0512-41e1-a6f4-d5895a05e317
response_code = 200
uri = /network-bootstore-config
|
| 1578 | 2024-04-10T17:15:37.970Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 89300
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38248
req_id = ce736703-55f0-4ae8-befd-9fcc3760cfed
response_code = 204
uri = /switch-ports
|
| 1579 | 2024-04-10T17:15:37.970Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38248
req_id = 83e159a1-d805-4f85-b3b1-9b3b17acbf2d
response_code = 200
uri = /network-bootstore-config
|
| 1580 | 2024-04-10T17:15:39.719Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 938
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = 397be71a-7b54-4685-be5d-ff7332c54d83
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1581 | 2024-04-10T17:15:57.524Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:64412
|
| 1582 | 2024-04-10T17:15:57.524Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 91
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:64412
req_id = 6b8177ae-e2c0-4abb-8623-beecf5d63a1a
response_code = 200
uri = /baseboard
|
| 1583 | 2024-04-10T17:16:08.010Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61129
|
| 1584 | 2024-04-10T17:16:08.058Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47140
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:61129
req_id = 1ee0e52f-e457-4895-94ef-fcb8201d31be
response_code = 204
uri = /switch-ports
|
| 1585 | 2024-04-10T17:16:08.058Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53152
|
| 1586 | 2024-04-10T17:16:08.062Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3764
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61129
req_id = 19083b82-fc52-4a81-838c-483886cc4ef0
response_code = 200
uri = /network-bootstore-config
|
| 1587 | 2024-04-10T17:16:08.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44334
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:53152
req_id = ee637935-2f74-4c9c-91a4-c9233b61359d
response_code = 204
uri = /switch-ports
|
| 1588 | 2024-04-10T17:16:08.103Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53152
req_id = e80f2723-204e-442f-936e-008a46b01d0b
response_code = 200
uri = /network-bootstore-config
|
| 1589 | 2024-04-10T17:16:08.250Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64226
|
| 1590 | 2024-04-10T17:16:08.293Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 42735
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:64226
req_id = bad1d49d-eb1a-4de4-b6d4-65f9cafb643e
response_code = 204
uri = /switch-ports
|
| 1591 | 2024-04-10T17:16:08.293Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64226
req_id = 29871c48-37ac-436e-a87c-67fbc2cd9014
response_code = 200
uri = /network-bootstore-config
|
| 1592 | 2024-04-10T17:16:09.720Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 778
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = 1c194b4f-b6bc-4d75-8c37-8627cd57b73e
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1593 | 2024-04-10T17:16:27.556Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40177
|
| 1594 | 2024-04-10T17:16:27.557Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 694
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40177
req_id = bf78d0e5-3c25-4378-95b4-52f07b955cae
response_code = 200
uri = /baseboard
|
| 1595 | 2024-04-10T17:16:37.795Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50772
|
| 1596 | 2024-04-10T17:16:37.839Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44148
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50772
req_id = 7b829f97-ea16-4e1d-9607-1770b38a9fe3
response_code = 204
uri = /switch-ports
|
| 1597 | 2024-04-10T17:16:37.841Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50772
req_id = cd99eddd-647c-4b55-9f48-d9ecc704ff18
response_code = 200
uri = /network-bootstore-config
|
| 1598 | 2024-04-10T17:16:37.894Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40149
|
| 1599 | 2024-04-10T17:16:37.938Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 43528
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:40149
req_id = 3ef5661b-73c8-4e85-9c35-319235076b94
response_code = 204
uri = /switch-ports
|
| 1600 | 2024-04-10T17:16:37.938Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40149
req_id = 2ea15704-006d-45df-b009-760646bcf130
response_code = 200
uri = /network-bootstore-config
|
| 1601 | 2024-04-10T17:16:38.115Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63287
|
| 1602 | 2024-04-10T17:16:38.161Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45929
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:63287
req_id = 3890c81c-4023-4611-bc94-86a172910872
response_code = 204
uri = /switch-ports
|
| 1603 | 2024-04-10T17:16:38.161Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63287
req_id = fb74a590-48f0-4c14-9f6e-ff63f5df6992
response_code = 200
uri = /network-bootstore-config
|
| 1604 | 2024-04-10T17:16:39.720Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 681
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = 17b3dd9b-14f4-45cc-b94a-bf7adbf6e849
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1605 | 2024-04-10T17:16:57.592Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33903
|
| 1606 | 2024-04-10T17:16:57.592Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 71
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33903
req_id = 9fd19c25-c849-4801-b326-f6f786954ce6
response_code = 200
uri = /baseboard
|
| 1607 | 2024-04-10T17:17:08.045Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37804
|
| 1608 | 2024-04-10T17:17:08.095Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49506
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:37804
req_id = f842b179-123c-404e-b354-411b8c5d20f3
response_code = 204
uri = /switch-ports
|
| 1609 | 2024-04-10T17:17:08.095Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54522
|
| 1610 | 2024-04-10T17:17:08.095Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44743
|
| 1611 | 2024-04-10T17:17:08.099Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3547
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37804
req_id = ac577ad5-8fcf-4f1d-aaaa-a2098cf5e592
response_code = 200
uri = /network-bootstore-config
|
| 1612 | 2024-04-10T17:17:08.138Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 43510
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54522
req_id = 36846f41-e834-469d-844d-0a6b9da24ad1
response_code = 204
uri = /switch-ports
|
| 1613 | 2024-04-10T17:17:08.142Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 622
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54522
req_id = 0c9354e6-6b75-4d9e-8cd2-72ff2eb20b88
response_code = 200
uri = /network-bootstore-config
|
| 1614 | 2024-04-10T17:17:08.181Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 86163
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:44743
req_id = 8dfc48eb-ad2e-44c7-9493-310a1f0a0336
response_code = 204
uri = /switch-ports
|
| 1615 | 2024-04-10T17:17:08.182Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44743
req_id = caafcede-9eb4-4d1e-89b7-110a0270a0b9
response_code = 200
uri = /network-bootstore-config
|
| 1616 | 2024-04-10T17:17:09.720Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 689
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = 4bec5c14-c4db-4432-af6e-d8705d02925f
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1617 | 2024-04-10T17:17:27.626Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40347
|
| 1618 | 2024-04-10T17:17:27.626Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 82
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40347
req_id = 1c1bc1e6-342b-42c2-86ec-0947d529f1a1
response_code = 200
uri = /baseboard
|
| 1619 | 2024-04-10T17:17:37.792Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50522
|
| 1620 | 2024-04-10T17:17:37.842Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50146
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50522
req_id = 96ec85a2-f71c-4da5-b4bd-0a587e032ede
response_code = 204
uri = /switch-ports
|
| 1621 | 2024-04-10T17:17:37.843Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 882
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50522
req_id = db56425c-4749-4a67-8882-9b765d12e3c9
response_code = 200
uri = /network-bootstore-config
|
| 1622 | 2024-04-10T17:17:37.857Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49853
|
| 1623 | 2024-04-10T17:17:37.901Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 43882
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:49853
req_id = 6ece5d9b-0dc6-4b4c-9703-867eceb63ec6
response_code = 204
uri = /switch-ports
|
| 1624 | 2024-04-10T17:17:37.902Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56727
|
| 1625 | 2024-04-10T17:17:37.902Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 297
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49853
req_id = db59bc35-21b4-4d21-8ec1-04b4c8c87992
response_code = 200
uri = /network-bootstore-config
|
| 1626 | 2024-04-10T17:17:37.946Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 43972
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56727
req_id = 15149835-0d5d-45db-899a-b37217318226
response_code = 204
uri = /switch-ports
|
| 1627 | 2024-04-10T17:17:37.946Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 149
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56727
req_id = 9b22241c-4b71-471d-9eb7-10836256764f
response_code = 200
uri = /network-bootstore-config
|
| 1628 | 2024-04-10T17:17:39.720Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 833
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = e5b750b7-d1c7-439c-9e67-b8d2657005c6
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1629 | 2024-04-10T17:17:53.208Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49599
|
| 1630 | 2024-04-10T17:17:53.218Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:521
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 0f30c786-d4e2-4894-91ed-cf584fb91267, kind: Instance { id: 41ab96c6-f3eb-4771-8bad-ccc057307b58 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 85, 209])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16068319), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0f30c786-d4e2-4894-91ed-cf584fb91267, kind: Instance { id: 41ab96c6-f3eb-4771-8bad-ccc057307b58 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 85, 209])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16068319), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0f30c786-d4e2-4894-91ed-cf584fb91267, kind: Instance { id: 41ab96c6-f3eb-4771-8bad-ccc057307b58 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 85, 209])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16068319), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(16068319))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0f30c786-d4e2-4894-91ed-cf584fb91267, kind: Instance { id: 41ab96c6-f3eb-4771-8bad-ccc057307b58 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 85, 209])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16068319), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-495002c80a3", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: ff1ba229-384c-4fcd-95cd-59d031c6da91, read_only_parent: Some(Volume { block_size: 512, id: 4ec3d950-cd64-476a-9e47-00368e72d89c, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8af970f7-57c3-4f1a-bd5b-e6ff25cc2483, key: Some("hzbe+H3I4z1diuwuLmCumpOgM4lID/rJ6GKVnSUhIWs="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::18]:19002", "[fd00:1122:3344:101::19]:19002", "[fd00:1122:3344:101::17]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ff1ba229-384c-4fcd-95cd-59d031c6da91, key: Some("2Nv8DJ/zUcxItACeQBCDHKma4NgCVZzMiLVX+Olq/98="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::12]:19001", "[fd00:1122:3344:101::16]:19000", "[fd00:1122:3344:101::15]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAB1OoqKWIpYAAA6iopYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAdTqKiliKWAAAOoqKWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI0MWFiOTZjNi1mM2ViLTQ3NzEtOGJhZC1jY2MwNTczMDdiNTgiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQVlYemNMTHBJdUNZMmx2aThla3ZWYUhoejBPdUFoaFdmMlNHNUZUNGd2UCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
instance_runtime = InstanceRuntimeState { propolis_id: Some(655c9caf-ff6b-4f2d-8364-cc5c9f44e025), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-10T17:17:52.820416560Z }
metadata = InstanceMetadata { silo_id: dcfe813c-e0ee-44ce-9c25-a40976480d59, project_id: 4ffbf61d-83ca-41c0-a7f5-c370ce238168 }
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = 655c9caf-ff6b-4f2d-8364-cc5c9f44e025
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-04-10T17:17:52.787259Z }
|
| 1631 | 2024-04-10T17:17:53.218Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:555
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1632 | 2024-04-10T17:17:53.218Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:938
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
propolis_id = 655c9caf-ff6b-4f2d-8364-cc5c9f44e025
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 0f30c786-d4e2-4894-91ed-cf584fb91267, kind: Instance { id: 41ab96c6-f3eb-4771-8bad-ccc057307b58 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 85, 209])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16068319), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0f30c786-d4e2-4894-91ed-cf584fb91267, kind: Instance { id: 41ab96c6-f3eb-4771-8bad-ccc057307b58 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 85, 209])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16068319), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0f30c786-d4e2-4894-91ed-cf584fb91267, kind: Instance { id: 41ab96c6-f3eb-4771-8bad-ccc057307b58 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 85, 209])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16068319), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(16068319))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0f30c786-d4e2-4894-91ed-cf584fb91267, kind: Instance { id: 41ab96c6-f3eb-4771-8bad-ccc057307b58 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 248, 85, 209])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(16068319), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-495002c80a3", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: ff1ba229-384c-4fcd-95cd-59d031c6da91, read_only_parent: Some(Volume { block_size: 512, id: 4ec3d950-cd64-476a-9e47-00368e72d89c, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8af970f7-57c3-4f1a-bd5b-e6ff25cc2483, key: Some("hzbe+H3I4z1diuwuLmCumpOgM4lID/rJ6GKVnSUhIWs="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::18]:19002", "[fd00:1122:3344:101::19]:19002", "[fd00:1122:3344:101::17]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ff1ba229-384c-4fcd-95cd-59d031c6da91, key: Some("2Nv8DJ/zUcxItACeQBCDHKma4NgCVZzMiLVX+Olq/98="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::12]:19001", "[fd00:1122:3344:101::16]:19000", "[fd00:1122:3344:101::15]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAB1OoqKWIpYAAA6iopYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAdTqKiliKWAAAOoqKWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI0MWFiOTZjNi1mM2ViLTQ3NzEtOGJhZC1jY2MwNTczMDdiNTgiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQVlYemNMTHBJdUNZMmx2aThla3ZWYUhoejBPdUFoaFdmMlNHNUZUNGd2UCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(655c9caf-ff6b-4f2d-8364-cc5c9f44e025), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-10T17:17:52.820416560Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-04-10T17:17:52.787259Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }
|
| 1633 | 2024-04-10T17:17:53.220Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 11856
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49599
req_id = c92eae06-9da8-466e-9955-3b279a3630b2
response_code = 200
uri = /instances/41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1634 | 2024-04-10T17:17:53.334Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62631
|
| 1635 | 2024-04-10T17:17:53.334Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 422
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62631
req_id = 51841a96-ff0b-452d-bf5b-973175f07d33
response_code = 200
uri = /instances/41ab96c6-f3eb-4771-8bad-ccc057307b58/state
|
| 1636 | 2024-04-10T17:17:53.356Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 248, 85, 209]), slot: 0, vni: Vni { inner: 16068319 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
| 1637 | 2024-04-10T17:17:53.356Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1638 | 2024-04-10T17:17:53.388Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
file = illumos-utils/src/zone.rs:315
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1639 | 2024-04-10T17:17:53.410Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
file = illumos-utils/src/zone.rs:354
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1640 | 2024-04-10T17:17:55.381Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1:0"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::c]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1641 | 2024-04-10T17:17:55.381Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
zone = oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1642 | 2024-04-10T17:17:55.553Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025") failed: Property not found. retry in 61.487774ms
file = illumos-utils/src/svc.rs:36
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
zone = oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1643 | 2024-04-10T17:17:55.632Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025") failed: Property not found. retry in 120.954355ms
file = illumos-utils/src/svc.rs:36
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
zone = oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1644 | 2024-04-10T17:17:55.767Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025") failed: Property not found. retry in 109.238571ms
file = illumos-utils/src/svc.rs:36
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
zone = oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1645 | 2024-04-10T17:17:55.892Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025") failed: Property not found. retry in 511.109057ms
file = illumos-utils/src/svc.rs:36
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
zone = oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1646 | 2024-04-10T17:17:56.416Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025") failed: Property not found. retry in 544.87111ms
file = illumos-utils/src/svc.rs:36
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
zone = oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1647 | 2024-04-10T17:17:56.970Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025") failed: Property not found. retry in 1.460326306s
file = illumos-utils/src/svc.rs:36
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
zone = oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1648 | 2024-04-10T17:17:57.659Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59904
|
| 1649 | 2024-04-10T17:17:57.659Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 94
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59904
req_id = ca5eee2d-0bdc-42d8-a686-be89d19e79fa
response_code = 200
uri = /baseboard
|
| 1650 | 2024-04-10T17:17:57.675Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:801
|
| 1651 | 2024-04-10T17:17:58.380Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:300
|
| 1652 | 2024-04-10T17:17:58.381Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1653 | 2024-04-10T17:17:58.420Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:289
next_cleanup = Instant { tv_sec: 3063, tv_nsec: 234539899 }
time_to_next_cleanup = 599.99999591s
|
| 1654 | 2024-04-10T17:17:58.441Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025") failed: Property not found. retry in 1.230496442s
file = illumos-utils/src/svc.rs:36
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
zone = oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1655 | 2024-04-10T17:17:59.681Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025") failed: Property not found. retry in 1.303512771s
file = illumos-utils/src/svc.rs:36
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
zone = oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1656 | 2024-04-10T17:18:01.012Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
file = sled-agent/src/instance.rs:1423
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1657 | 2024-04-10T17:18:01.022Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025") failed: Property not found. retry in 31.063205ms
file = illumos-utils/src/svc.rs:36
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1658 | 2024-04-10T17:18:01.062Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025") failed: Property not found. retry in 98.171945ms
file = illumos-utils/src/svc.rs:36
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1659 | 2024-04-10T17:18:01.171Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025") failed: Property not found. retry in 276.824812ms
file = illumos-utils/src/svc.rs:36
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1660 | 2024-04-10T17:18:01.458Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1432
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1661 | 2024-04-10T17:18:01.499Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1446
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1662 | 2024-04-10T17:18:01.505Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAB1OoqKWIpYAAA6iopYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAdTqKiliKWAAAOoqKWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI0MWFiOTZjNi1mM2ViLTQ3NzEtOGJhZC1jY2MwNTczMDdiNTgiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQVlYemNMTHBJdUNZMmx2aThla3ZWYUhoejBPdUFoaFdmMlNHNUZUNGd2UCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-495002c80a3", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: ff1ba229-384c-4fcd-95cd-59d031c6da91, read_only_parent: Some(Volume { block_size: 512, id: 4ec3d950-cd64-476a-9e47-00368e72d89c, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8af970f7-57c3-4f1a-bd5b-e6ff25cc2483, key: Some("hzbe+H3I4z1diuwuLmCumpOgM4lID/rJ6GKVnSUhIWs="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::18]:19002", "[fd00:1122:3344:101::19]:19002", "[fd00:1122:3344:101::17]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ff1ba229-384c-4fcd-95cd-59d031c6da91, key: Some("2Nv8DJ/zUcxItACeQBCDHKma4NgCVZzMiLVX+Olq/98="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::12]:19001", "[fd00:1122:3344:101::16]:19000", "[fd00:1122:3344:101::15]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: 41ab96c6-f3eb-4771-8bad-ccc057307b58, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 4ffbf61d-83ca-41c0-a7f5-c370ce238168, silo_id: dcfe813c-e0ee-44ce-9c25-a40976480d59 }, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:685
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1663 | 2024-04-10T17:18:01.615Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:687
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1664 | 2024-04-10T17:18:01.617Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-04-10T17:18:01.617419451Z }
file = sled-agent/src/instance.rs:569
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1665 | 2024-04-10T17:18:01.617Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
new_instance_state = InstanceRuntimeState { propolis_id: Some(655c9caf-ff6b-4f2d-8364-cc5c9f44e025), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-10T17:17:52.820416560Z }
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-04-10T17:18:01.617419451Z }
propolis_id = 655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1666 | 2024-04-10T17:18:01.618Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(655c9caf-ff6b-4f2d-8364-cc5c9f44e025), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-10T17:17:52.820416560Z }, propolis_id: 655c9caf-ff6b-4f2d-8364-cc5c9f44e025, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-04-10T17:18:01.617419451Z } }
|
| 1667 | 2024-04-10T17:18:01.685Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-04-10T17:18:01.685923467Z }
file = sled-agent/src/instance.rs:569
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1668 | 2024-04-10T17:18:01.685Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
new_instance_state = InstanceRuntimeState { propolis_id: Some(655c9caf-ff6b-4f2d-8364-cc5c9f44e025), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-10T17:17:52.820416560Z }
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-04-10T17:18:01.685923467Z }
propolis_id = 655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1669 | 2024-04-10T17:18:01.685Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(655c9caf-ff6b-4f2d-8364-cc5c9f44e025), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-10T17:17:52.820416560Z }, propolis_id: 655c9caf-ff6b-4f2d-8364-cc5c9f44e025, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-04-10T17:18:01.685923467Z } }
|
| 1670 | 2024-04-10T17:18:08.014Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63052
|
| 1671 | 2024-04-10T17:18:08.061Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47091
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:63052
req_id = dc3253e7-8989-4cdb-9d99-14eea106b4ea
response_code = 204
uri = /switch-ports
|
| 1672 | 2024-04-10T17:18:08.061Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62324
|
| 1673 | 2024-04-10T17:18:08.065Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 2868
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63052
req_id = a8fa8671-bc9f-416e-88db-da72b5bbaece
response_code = 200
uri = /network-bootstore-config
|
| 1674 | 2024-04-10T17:18:08.103Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 41521
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:62324
req_id = a83edb08-8a7a-434a-b9fb-05590c1d89ac
response_code = 204
uri = /switch-ports
|
| 1675 | 2024-04-10T17:18:08.103Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 171
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62324
req_id = b819bede-af8b-4446-98d5-15594d5fd9c1
response_code = 200
uri = /network-bootstore-config
|
| 1676 | 2024-04-10T17:18:08.201Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48430
|
| 1677 | 2024-04-10T17:18:08.246Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45035
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:48430
req_id = 5f077798-5901-4fa8-9380-fea0ed0bf4bd
response_code = 204
uri = /switch-ports
|
| 1678 | 2024-04-10T17:18:08.246Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48430
req_id = f77233c4-9b1a-4127-badf-9134bf15c22d
response_code = 200
uri = /network-bootstore-config
|
| 1679 | 2024-04-10T17:18:09.720Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 733
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:64126
req_id = 5979a607-2451-4764-bfd6-887ea2b8d154
response_code = 200
uri = /metrics/collect/2eb8e102-be6e-4127-9951-dc02b291d39a
|
| 1680 | 2024-04-10T17:18:10.067Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55931
|
| 1681 | 2024-04-10T17:18:10.068Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 604
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:55931
req_id = 1251b10d-ab46-4adc-8a64-7b7664e7189e
response_code = 200
uri = /instances/41ab96c6-f3eb-4771-8bad-ccc057307b58/state
|
| 1682 | 2024-04-10T17:18:10.068Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-04-10T17:18:10.068173086Z }
file = sled-agent/src/instance.rs:569
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1683 | 2024-04-10T17:18:10.068Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
new_instance_state = InstanceRuntimeState { propolis_id: Some(655c9caf-ff6b-4f2d-8364-cc5c9f44e025), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-10T17:17:52.820416560Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-04-10T17:18:10.068173086Z }
propolis_id = 655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1684 | 2024-04-10T17:18:10.068Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(655c9caf-ff6b-4f2d-8364-cc5c9f44e025), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-10T17:17:52.820416560Z }, propolis_id: 655c9caf-ff6b-4f2d-8364-cc5c9f44e025, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-04-10T17:18:10.068173086Z } }
|
| 1685 | 2024-04-10T17:18:10.094Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-04-10T17:18:10.094660265Z }
file = sled-agent/src/instance.rs:569
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1686 | 2024-04-10T17:18:10.094Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
new_instance_state = InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-04-10T17:18:10.094660265Z }
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-04-10T17:18:10.094660265Z }
propolis_id = 655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1687 | 2024-04-10T17:18:10.094Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:606
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1688 | 2024-04-10T17:18:10.094Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1689 | 2024-04-10T17:18:10.095Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1690 | 2024-04-10T17:18:10.095Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/3601f330-116e-4888-959b-fdaadd1dc405/debug/bundle/zone", "/pool/int/ed1c39f0-f9bf-4224-8f0f-cdbdd6992c2f/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/11d25f1b-7456-43a8-85d8-89a28b309399/crypt/debug", "/pool/ext/d7f11b00-e09c-4c27-84cf-77c045d79d5f/crypt/debug", "/pool/ext/3cfb9020-7dda-44b3-a3a6-a0359921cb27/crypt/debug", "/pool/ext/3d79dae9-53c0-46d8-baf7-5987710842bd/crypt/debug", "/pool/ext/7ccd1874-d98e-481c-85bd-8828b920fcd9/crypt/debug", "/pool/ext/e4a2506f-6371-4c52-a2ac-9e6a1a3e1869/crypt/debug", "/pool/ext/6053f59d-46fe-49bf-8bb6-aaf426c61d74/crypt/debug", "/pool/ext/dbcf1671-d436-42fe-8fb9-48cfc76a8877/crypt/debug", "/pool/ext/2a3287c8-6033-411d-a736-58bb934ff108/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:437
zone_name = oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
|
| 1691 | 2024-04-10T17:18:10.724Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1230
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025", bundle_id: cc38f01d-ff3f-4548-8ddd-3b11ab2132be }, time_created: 2024-04-10T17:18:10.095312053Z, version: 0, cause: TerminatedInstance }
|
| 1692 | 2024-04-10T17:18:10.724Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_655c9caf-ff6b-4f2d-8364-cc5c9f44e025
file = sled-agent/src/instance.rs:780
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1693 | 2024-04-10T17:18:12.480Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:269
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|
| 1694 | 2024-04-10T17:18:12.503Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-04-10T17:18:10.094660265Z }, propolis_id: 655c9caf-ff6b-4f2d-8364-cc5c9f44e025, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-04-10T17:18:12.502992184Z } }
|
| 1695 | 2024-04-10T17:18:12.598Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58287
|
| 1696 | 2024-04-10T17:18:12.602Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:620
|
| 1697 | 2024-04-10T17:18:12.602Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3953
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::b]:58287
req_id = 778720d0-6357-4dfd-86f8-036b32daebdd
response_code = 204
uri = /v2p/0f30c786-d4e2-4894-91ed-cf584fb91267
|
| 1698 | 2024-04-10T17:18:12.875Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-04-10T17:18:10.094660265Z }, propolis_id: 655c9caf-ff6b-4f2d-8364-cc5c9f44e025, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-04-10T17:18:12.502992184Z } }
|
| 1699 | 2024-04-10T17:18:12.879Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:723
instance_id = 41ab96c6-f3eb-4771-8bad-ccc057307b58
|