| 1 | | [ Jun 25 04:46:38 Enabled. ] |
| 2 | | [ Jun 25 04:46:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Jun 25 04:46:38 Method "start" exited with status 0. ] |
| 4 | | [ Jun 25 04:46:38 Rereading configuration. ] |
| 5 | | [ Jun 25 04:46:38 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-06-25T04:46:38.895Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:163
|
| 8 | 2024-06-25T04:46:38.895Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2024-06-25T04:46:38.948Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
| 10 | 2024-06-25T04:46:38.948Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2024-06-25T04:46:39.063Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2024-06-25T04:46:39.072Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2024-06-25T04:46:39.080Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
| 14 | 2024-06-25T04:46:39.688Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:9fb2::, len: 64 }
|
| 15 | 2024-06-25T04:46:39.828Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:119
|
| 16 | 2024-06-25T04:46:39.828Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:131
|
| 17 | 2024-06-25T04:46:39.828Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:141
|
| 18 | 2024-06-25T04:46:39.828Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:162
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 19 | 2024-06-25T04:46:39.828Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:506
|
| 20 | 2024-06-25T04:46:39.828Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:625
|
| 21 | 2024-06-25T04:46:39.831Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:535
|
| 22 | 2024-06-25T04:46:39.831Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:674
|
| 23 | 2024-06-25T04:46:39.831Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:176
|
| 24 | 2024-06-25T04:46:39.831Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:733
|
| 25 | 2024-06-25T04:46:39.831Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:232
vdev = /scratch/m2_0.vdev
|
| 26 | 2024-06-25T04:46:39.831Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:262
underlay_network_info = None
|
| 27 | 2024-06-25T04:46:39.831Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 28 | 2024-06-25T04:46:39.831Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2024-06-25T04:46:39.831Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:121
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2024-06-25T04:46:39.843Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:304
|
| 31 | 2024-06-25T04:46:39.843Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:315
id = 90d80866-bec6-46a0-a891-d069d7d613fa (zpool)
|
| 32 | 2024-06-25T04:46:39.942Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 90d80866-bec6-46a0-a891-d069d7d613fa (zpool), kind: Internal }
|
| 33 | 2024-06-25T04:46:40.155Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:381
|
| 34 | 2024-06-25T04:46:40.155Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:232
vdev = /scratch/m2_1.vdev
|
| 35 | 2024-06-25T04:46:40.155Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2024-06-25T04:46:40.155Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:553
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2024-06-25T04:46:40.155Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 38 | 2024-06-25T04:46:40.155Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2024-06-25T04:46:40.155Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:121
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2024-06-25T04:46:40.164Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:304
|
| 41 | 2024-06-25T04:46:40.164Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:315
id = d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool)
|
| 42 | 2024-06-25T04:46:40.251Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool), kind: Internal }
|
| 43 | 2024-06-25T04:46:40.452Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:232
vdev = /scratch/u2_0.vdev
|
| 44 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 90d80866-bec6-46a0-a891-d069d7d613fa (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool), kind: Internal } }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 45 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:549
|
| 46 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:831
|
| 47 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 48 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 49 | 2024-06-25T04:46:40.452Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:232
vdev = /scratch/u2_1.vdev
|
| 50 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 90d80866-bec6-46a0-a891-d069d7d613fa (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 51 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:549
|
| 52 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:831
|
| 53 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 54 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 55 | 2024-06-25T04:46:40.452Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:232
vdev = /scratch/u2_2.vdev
|
| 56 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 90d80866-bec6-46a0-a891-d069d7d613fa (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 57 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 58 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:549
|
| 59 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 60 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:831
|
| 61 | 2024-06-25T04:46:40.452Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:232
vdev = /scratch/u2_3.vdev
|
| 62 | 2024-06-25T04:46:40.452Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 90d80866-bec6-46a0-a891-d069d7d613fa (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 63 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 64 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 65 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:549
|
| 66 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:831
|
| 67 | 2024-06-25T04:46:40.453Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:232
vdev = /scratch/u2_4.vdev
|
| 68 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 69 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 90d80866-bec6-46a0-a891-d069d7d613fa (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 70 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 71 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:549
|
| 72 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:831
|
| 73 | 2024-06-25T04:46:40.453Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:232
vdev = /scratch/u2_5.vdev
|
| 74 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 75 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 76 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 90d80866-bec6-46a0-a891-d069d7d613fa (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 77 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:549
|
| 78 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:831
|
| 79 | 2024-06-25T04:46:40.453Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:232
vdev = /scratch/u2_6.vdev
|
| 80 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 90d80866-bec6-46a0-a891-d069d7d613fa (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 81 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 82 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:549
|
| 83 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:831
|
| 84 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 85 | 2024-06-25T04:46:40.453Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:232
vdev = /scratch/u2_7.vdev
|
| 86 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 87 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 90d80866-bec6-46a0-a891-d069d7d613fa (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 88 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 89 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:549
|
| 90 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:831
|
| 91 | 2024-06-25T04:46:40.453Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:232
vdev = /scratch/u2_8.vdev
|
| 92 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 90d80866-bec6-46a0-a891-d069d7d613fa (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 93 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 94 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:549
|
| 95 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:831
|
| 96 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 97 | 2024-06-25T04:46:40.453Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:91
|
| 98 | 2024-06-25T04:46:40.453Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:93
|
| 99 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 90d80866-bec6-46a0-a891-d069d7d613fa (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033 })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 100 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:549
|
| 101 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:831
|
| 102 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 103 | 2024-06-25T04:46:40.453Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:200
|
| 104 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (bootstore): No ledger in /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 105 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (bootstore): No ledger in /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 106 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
| 107 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (bootstore): No ledger in /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 108 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (bootstore): No ledger in /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 109 | 2024-06-25T04:46:40.453Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
| 110 | 2024-06-25T04:46:40.453Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:205
|
| 111 | 2024-06-25T04:46:40.453Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:220
|
| 112 | 2024-06-25T04:46:40.464Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:710
|
| 113 | 2024-06-25T04:46:40.464Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:289
next_cleanup = Instant { tv_sec: 1328, tv_nsec: 290904630 }
time_to_next_cleanup = 599.999925829s
|
| 114 | 2024-06-25T04:46:40.464Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3547
|
| 115 | 2024-06-25T04:46:40.464Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 116 | 2024-06-25T04:46:40.464Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2024-06-25T04:46:40.464Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
| 119 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 120 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1011
|
| 121 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 122 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 123 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (RSS): No ledger in /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 124 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (RSS): No ledger in /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 125 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1071
|
| 126 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 127 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (RSS): No ledger in /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 128 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (RSS): No ledger in /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 129 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1112
|
| 130 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:156
|
| 131 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:129
|
| 132 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 133 | 2024-06-25T04:46:40.467Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 134 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 135 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:176
|
| 136 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1145
|
| 137 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 138 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 139 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 140 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 141 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: d9274bbe-5432-4641-b33b-dc45fdd0cd7f, rack_id: e9e1711b-a7f6-43d8-a386-a280b98bbd18, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 142 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:64201
|
| 143 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: d9274bbe-5432-4641-b33b-dc45fdd0cd7f, rack_id: e9e1711b-a7f6-43d8-a386-a280b98bbd18, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:360
|
| 144 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:375
|
| 145 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:381
|
| 146 | 2024-06-25T04:46:40.468Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 147 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:530
|
| 148 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 149 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
| 150 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
| 151 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
| 152 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:519
|
| 153 | 2024-06-25T04:46:40.468Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:547
|
| 154 | 2024-06-25T04:46:40.471Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:3779
|
| 155 | 2024-06-25T04:46:40.479Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 156 | 2024-06-25T04:46:40.491Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 157 | 2024-06-25T04:46:40.503Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 158 | 2024-06-25T04:46:40.514Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 159 | 2024-06-25T04:46:40.523Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 160 | 2024-06-25T04:46:40.532Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 161 | 2024-06-25T04:46:40.542Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 162 | 2024-06-25T04:46:40.550Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 163 | 2024-06-25T04:46:40.558Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:354
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 164 | 2024-06-25T04:46:40.558Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 165 | 2024-06-25T04:46:40.558Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 110.37733ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "20c7a63a-2abb-4b93-acee-812ee9d40d0e", "content-length": "124", "date": "Tue, 25 Jun 2024 04:46:39 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "20c7a63a-2abb-4b93-acee-812ee9d40d0e" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 166 | 2024-06-25T04:46:40.560Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 167 | 2024-06-25T04:46:40.560Z | INFO | SledAgent (StorageManager): No disks to be automatically managed
file = sled-storage/src/manager.rs:558
|
| 168 | 2024-06-25T04:46:40.560Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 169 | 2024-06-25T04:46:40.560Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:370
|
| 170 | 2024-06-25T04:46:40.560Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:339
|
| 171 | 2024-06-25T04:46:40.560Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:449
result = DisksManagementResult { status: [] }
|
| 172 | 2024-06-25T04:46:40.560Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 173 | 2024-06-25T04:46:40.560Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:366
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 174 | 2024-06-25T04:46:40.576Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_90d80866-bec6-46a0-a891-d069d7d613fa/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 175 | 2024-06-25T04:46:40.582Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:315
|
| 176 | 2024-06-25T04:46:40.599Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 177 | 2024-06-25T04:46:40.602Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_90d80866-bec6-46a0-a891-d069d7d613fa/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 178 | 2024-06-25T04:46:40.602Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_90d80866-bec6-46a0-a891-d069d7d613fa/swap"
file = sled-agent/src/swap_device.rs:96
|
| 179 | 2024-06-25T04:46:40.607Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:381
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 180 | 2024-06-25T04:46:40.607Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
| 181 | 2024-06-25T04:46:40.607Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_90d80866-bec6-46a0-a891-d069d7d613fa/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
| 182 | 2024-06-25T04:46:40.670Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 183 | 2024-06-25T04:46:40.671Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 103.708849ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "81bef997-e877-4546-9de0-20e433eb8c05", "content-length": "124", "date": "Tue, 25 Jun 2024 04:46:39 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "81bef997-e877-4546-9de0-20e433eb8c05" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 184 | 2024-06-25T04:46:40.679Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
| 185 | 2024-06-25T04:46:40.776Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 186 | 2024-06-25T04:46:40.777Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 176.531217ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "9345ccb1-eb6e-4a43-b6cb-bedd11c40010", "content-length": "124", "date": "Tue, 25 Jun 2024 04:46:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "9345ccb1-eb6e-4a43-b6cb-bedd11c40010" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 187 | 2024-06-25T04:46:40.898Z | INFO | SledAgent (BackingFs): Mounting oxi_90d80866-bec6-46a0-a891-d069d7d613fa/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
| 188 | 2024-06-25T04:46:40.912Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
| 189 | 2024-06-25T04:46:40.913Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
| 190 | 2024-06-25T04:46:40.913Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
| 191 | 2024-06-25T04:46:40.913Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
| 192 | 2024-06-25T04:46:40.954Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 193 | 2024-06-25T04:46:40.955Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 89.618711ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "da223316-e2ed-4a10-811f-94254ba23dd1", "content-length": "124", "date": "Tue, 25 Jun 2024 04:46:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "da223316-e2ed-4a10-811f-94254ba23dd1" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 194 | 2024-06-25T04:46:41.046Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 195 | 2024-06-25T04:46:41.047Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 192.288895ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "3e3bccbe-76d4-406a-9081-09f6a6fbf1e1", "content-length": "124", "date": "Tue, 25 Jun 2024 04:46:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "3e3bccbe-76d4-406a-9081-09f6a6fbf1e1" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 196 | 2024-06-25T04:46:41.239Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 197 | 2024-06-25T04:46:41.240Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 193.241468ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "22e2f2e7-ba67-4a00-b960-a6e6c93261c2", "content-length": "124", "date": "Tue, 25 Jun 2024 04:46:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "22e2f2e7-ba67-4a00-b960-a6e6c93261c2" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 198 | 2024-06-25T04:46:41.435Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 199 | 2024-06-25T04:46:41.436Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 301.714662ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c47da3d5-8265-42bb-b372-7d124f581ece", "content-length": "124", "date": "Tue, 25 Jun 2024 04:46:40 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c47da3d5-8265-42bb-b372-7d124f581ece" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 200 | 2024-06-25T04:46:41.612Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:90
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 201 | 2024-06-25T04:46:41.613Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196
local_addr = [fd00:1122:3344:101::1]:34228
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 202 | 2024-06-25T04:46:41.613Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 203 | 2024-06-25T04:46:41.613Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:34228
file = oximeter/producer/src/lib.rs:282
interval = 30s
producer_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 204 | 2024-06-25T04:46:41.619Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 205.095735ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:390
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 205 | 2024-06-25T04:46:41.661Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 206 | 2024-06-25T04:46:41.661Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 207 | 2024-06-25T04:46:41.661Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:893
underlay_address = fd00:1122:3344:101::1
|
| 208 | 2024-06-25T04:46:41.661Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 209 | 2024-06-25T04:46:41.662Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196
local_addr = [fd00:1122:3344:101::1]:12345
|
| 210 | 2024-06-25T04:46:41.662Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:430
|
| 211 | 2024-06-25T04:46:41.662Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 212 | 2024-06-25T04:46:41.662Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 213 | 2024-06-25T04:46:41.662Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 214 | 2024-06-25T04:46:41.662Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 215 | 2024-06-25T04:46:41.662Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:262
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))
|
| 216 | 2024-06-25T04:46:41.662Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3547
|
| 217 | 2024-06-25T04:46:41.662Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:64201
|
| 218 | 2024-06-25T04:46:41.835Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 219 | 2024-06-25T04:46:41.835Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 220 | 2024-06-25T04:46:41.835Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 221 | 2024-06-25T04:46:41.835Z | INFO | SledAgent (RSS): No ledger in /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/rss-service-plan-v3.json
file = common/src/ledger.rs:188
|
| 222 | 2024-06-25T04:46:41.835Z | INFO | SledAgent (RSS): No ledger in /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/rss-service-plan-v3.json
file = common/src/ledger.rs:188
|
| 223 | 2024-06-25T04:46:41.835Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 224 | 2024-06-25T04:46:41.836Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 225 | 2024-06-25T04:46:41.836Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 226 | 2024-06-25T04:46:41.837Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 598.647107ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:390
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 227 | 2024-06-25T04:46:41.841Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 228 | 2024-06-25T04:46:41.867Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50833
|
| 229 | 2024-06-25T04:46:41.868Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 230 | 2024-06-25T04:46:41.868Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 212
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50833
req_id = d17c12dd-51e6-4071-8c38-7b13d7bdb8b6
response_code = 200
uri = /inventory
|
| 231 | 2024-06-25T04:46:41.898Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44009
|
| 232 | 2024-06-25T04:46:41.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 25
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44009
req_id = 9e9c00ef-98d8-4dd8-96a0-977a049b7978
response_code = 200
uri = /sled-role
|
| 233 | 2024-06-25T04:46:41.899Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 234 | 2024-06-25T04:46:41.899Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/.rss-service-plan-v3.json.tmp
file = common/src/ledger.rs:199
|
| 235 | 2024-06-25T04:46:41.899Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/.rss-service-plan-v3.json.tmp
file = common/src/ledger.rs:199
|
| 236 | 2024-06-25T04:46:41.899Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:812
|
| 237 | 2024-06-25T04:46:41.928Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: 0fb7ecdd-1435-4b05-9ec7-1c7210a3dfc0, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, pool_id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool) }, OmicronPhysicalDiskConfig { id: f8a1e7e7-901c-4e05-9538-660771dbe45f, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, pool_id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool) }, OmicronPhysicalDiskConfig { id: 4b3a8d68-890c-4667-8af3-a1f14666247c, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, pool_id: 06c5d615-3101-4280-b654-568002756968 (zpool) }, OmicronPhysicalDiskConfig { id: a2318506-a00c-4d71-b23e-53fc7cb63475, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, pool_id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool) }, OmicronPhysicalDiskConfig { id: 66dd4d96-2cfc-49c9-b5d1-dd8193d78e85, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, pool_id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool) }, OmicronPhysicalDiskConfig { id: 8fe45388-1149-4cea-9423-5c7a7d3f5e87, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, pool_id: 0bb9bed4-fafe-47b7-b730-cf210e077a45 (zpool) }, OmicronPhysicalDiskConfig { id: 34191928-6668-4a88-9e4a-b1a1ed9ffc84, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, pool_id: 83379ee6-491d-4586-a2bc-c38ab1776ad8 (zpool) }, OmicronPhysicalDiskConfig { id: c7a4744c-5705-4294-b8f7-010d8444d245, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, pool_id: 36eecdbc-0c26-4d56-8f0d-26f3924fadfe (zpool) }, OmicronPhysicalDiskConfig { id: e046e7f3-08d9-4b20-a493-b0af057120b0, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, pool_id: 5d3650a8-265e-4fe5-b291-afa7774612f3 (zpool) }], generation: Generation(1) }
file = sled-agent/src/rack_setup/service.rs:348
sled_address = [fd00:1122:3344:101::1]:12345
|
| 238 | 2024-06-25T04:46:41.928Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50713
|
| 239 | 2024-06-25T04:46:41.928Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 0fb7ecdd-1435-4b05-9ec7-1c7210a3dfc0, pool_id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: f8a1e7e7-901c-4e05-9538-660771dbe45f, pool_id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 4b3a8d68-890c-4667-8af3-a1f14666247c, pool_id: 06c5d615-3101-4280-b654-568002756968 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: a2318506-a00c-4d71-b23e-53fc7cb63475, pool_id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 66dd4d96-2cfc-49c9-b5d1-dd8193d78e85, pool_id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 8fe45388-1149-4cea-9423-5c7a7d3f5e87, pool_id: 0bb9bed4-fafe-47b7-b730-cf210e077a45 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 34191928-6668-4a88-9e4a-b1a1ed9ffc84, pool_id: 83379ee6-491d-4586-a2bc-c38ab1776ad8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: c7a4744c-5705-4294-b8f7-010d8444d245, pool_id: 36eecdbc-0c26-4d56-8f0d-26f3924fadfe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: e046e7f3-08d9-4b20-a493-b0af057120b0, pool_id: 5d3650a8-265e-4fe5-b291-afa7774612f3 (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:381
|
| 240 | 2024-06-25T04:46:41.928Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 241 | 2024-06-25T04:46:41.928Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 242 | 2024-06-25T04:46:41.928Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:681
request = omicron_physical_disks_ensure
|
| 243 | 2024-06-25T04:46:41.928Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:339
|
| 244 | 2024-06-25T04:46:41.928Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:379
|
| 245 | 2024-06-25T04:46:41.928Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 246 | 2024-06-25T04:46:41.928Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:121
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 247 | 2024-06-25T04:46:42.037Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:304
|
| 248 | 2024-06-25T04:46:42.037Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:310
id = 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool)
|
| 249 | 2024-06-25T04:46:42.613Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 813.813777ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:390
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 250 | 2024-06-25T04:46:42.829Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 251 | 2024-06-25T04:46:43.011Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }
|
| 252 | 2024-06-25T04:46:43.180Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:332
|
| 253 | 2024-06-25T04:46:43.180Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 254 | 2024-06-25T04:46:43.180Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 255 | 2024-06-25T04:46:43.180Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 256 | 2024-06-25T04:46:43.181Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 257 | 2024-06-25T04:46:43.181Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 258 | 2024-06-25T04:46:43.181Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 259 | 2024-06-25T04:46:43.552Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 1.523187427s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:390
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 260 | 2024-06-25T04:46:43.734Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_switch
|
| 261 | 2024-06-25T04:46:43.922Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 262 | 2024-06-25T04:46:44.159Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 263 | 2024-06-25T04:46:44.406Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6793fb51-0189-4842-8cc9-a04ce8d8dc83/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 264 | 2024-06-25T04:46:44.407Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 265 | 2024-06-25T04:46:44.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 73.506368ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 266 | 2024-06-25T04:46:45.122Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 74.893056ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 267 | 2024-06-25T04:46:45.123Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 5.622458466s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:390
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 268 | 2024-06-25T04:46:45.737Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 269 | 2024-06-25T04:46:45.737Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 268.490877ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 270 | 2024-06-25T04:46:46.407Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 550.431483ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 271 | 2024-06-25T04:46:46.408Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 272 | 2024-06-25T04:46:46.767Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 273 | 2024-06-25T04:46:46.777Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6793fb51-0189-4842-8cc9-a04ce8d8dc83
file = sled-storage/src/dataset.rs:480
|
| 274 | 2024-06-25T04:46:47.132Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:477
|
| 275 | 2024-06-25T04:46:47.132Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:394
|
| 276 | 2024-06-25T04:46:47.132Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:379
|
| 277 | 2024-06-25T04:46:47.132Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 278 | 2024-06-25T04:46:47.132Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:121
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 279 | 2024-06-25T04:46:47.352Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 710.756064ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 280 | 2024-06-25T04:46:47.360Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:304
|
| 281 | 2024-06-25T04:46:47.360Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:310
id = 6cb186df-6997-44cf-8319-498f651f1f73 (zpool)
|
| 282 | 2024-06-25T04:46:47.822Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 283 | 2024-06-25T04:46:48.545Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 284 | 2024-06-25T04:46:48.545Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 696.906563ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 285 | 2024-06-25T04:46:48.798Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }
|
| 286 | 2024-06-25T04:46:49.036Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 287 | 2024-06-25T04:46:49.042Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:332
|
| 288 | 2024-06-25T04:46:49.043Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 289 | 2024-06-25T04:46:49.043Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 290 | 2024-06-25T04:46:49.043Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 291 | 2024-06-25T04:46:49.043Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 292 | 2024-06-25T04:46:49.043Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 293 | 2024-06-25T04:46:49.043Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 294 | 2024-06-25T04:46:50.258Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 295 | 2024-06-25T04:46:50.258Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 296 | 2024-06-25T04:46:50.496Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 297 | 2024-06-25T04:46:51.025Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6cb186df-6997-44cf-8319-498f651f1f73/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 298 | 2024-06-25T04:46:51.301Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 9.646576076s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:390
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 299 | 2024-06-25T04:46:51.301Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 300 | 2024-06-25T04:46:51.766Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 301 | 2024-06-25T04:46:51.889Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6cb186df-6997-44cf-8319-498f651f1f73
file = sled-storage/src/dataset.rs:480
|
| 302 | 2024-06-25T04:46:51.896Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:477
|
| 303 | 2024-06-25T04:46:51.896Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:394
|
| 304 | 2024-06-25T04:46:51.896Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:379
|
| 305 | 2024-06-25T04:46:51.896Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 306 | 2024-06-25T04:46:51.896Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:121
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 307 | 2024-06-25T04:46:51.906Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:304
|
| 308 | 2024-06-25T04:46:51.906Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:310
id = 06c5d615-3101-4280-b654-568002756968 (zpool)
|
| 309 | 2024-06-25T04:46:52.001Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }
|
| 310 | 2024-06-25T04:46:52.009Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:332
|
| 311 | 2024-06-25T04:46:52.009Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 312 | 2024-06-25T04:46:52.009Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 313 | 2024-06-25T04:46:52.009Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 314 | 2024-06-25T04:46:52.009Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 315 | 2024-06-25T04:46:52.010Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 316 | 2024-06-25T04:46:52.010Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 317 | 2024-06-25T04:46:52.047Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 318 | 2024-06-25T04:46:52.055Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_06c5d615-3101-4280-b654-568002756968/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 319 | 2024-06-25T04:46:52.179Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_06c5d615-3101-4280-b654-568002756968
file = sled-storage/src/dataset.rs:480
|
| 320 | 2024-06-25T04:46:52.188Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:477
|
| 321 | 2024-06-25T04:46:52.188Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:394
|
| 322 | 2024-06-25T04:46:52.188Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:379
|
| 323 | 2024-06-25T04:46:52.188Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 324 | 2024-06-25T04:46:52.188Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:121
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 325 | 2024-06-25T04:46:52.198Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:304
|
| 326 | 2024-06-25T04:46:52.198Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:310
id = e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool)
|
| 327 | 2024-06-25T04:46:52.293Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool), kind: External }
|
| 328 | 2024-06-25T04:46:52.302Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:332
|
| 329 | 2024-06-25T04:46:52.302Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 330 | 2024-06-25T04:46:52.302Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 331 | 2024-06-25T04:46:52.302Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 332 | 2024-06-25T04:46:52.302Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 333 | 2024-06-25T04:46:52.302Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 334 | 2024-06-25T04:46:52.302Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 335 | 2024-06-25T04:46:52.306Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 336 | 2024-06-25T04:46:52.306Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 337 | 2024-06-25T04:46:52.340Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 338 | 2024-06-25T04:46:52.348Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_e0db45fa-3c43-4f1d-8450-859e23a3d9a3/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 339 | 2024-06-25T04:46:52.471Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_e0db45fa-3c43-4f1d-8450-859e23a3d9a3
file = sled-storage/src/dataset.rs:480
|
| 340 | 2024-06-25T04:46:52.479Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:477
|
| 341 | 2024-06-25T04:46:52.479Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:394
|
| 342 | 2024-06-25T04:46:52.479Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:379
|
| 343 | 2024-06-25T04:46:52.479Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 344 | 2024-06-25T04:46:52.479Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:121
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 345 | 2024-06-25T04:46:52.489Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:304
|
| 346 | 2024-06-25T04:46:52.489Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:310
id = d11f1de3-731b-46f3-8259-abe2174edcbd (zpool)
|
| 347 | 2024-06-25T04:46:52.589Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool), kind: External }
|
| 348 | 2024-06-25T04:46:52.597Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:332
|
| 349 | 2024-06-25T04:46:52.597Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 350 | 2024-06-25T04:46:52.597Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 351 | 2024-06-25T04:46:52.597Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 352 | 2024-06-25T04:46:52.597Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 353 | 2024-06-25T04:46:52.597Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 354 | 2024-06-25T04:46:52.597Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 355 | 2024-06-25T04:46:52.632Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 356 | 2024-06-25T04:46:52.639Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_d11f1de3-731b-46f3-8259-abe2174edcbd/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 357 | 2024-06-25T04:46:52.762Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_d11f1de3-731b-46f3-8259-abe2174edcbd
file = sled-storage/src/dataset.rs:480
|
| 358 | 2024-06-25T04:46:52.770Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:477
|
| 359 | 2024-06-25T04:46:52.770Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:394
|
| 360 | 2024-06-25T04:46:52.770Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:379
|
| 361 | 2024-06-25T04:46:52.770Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 362 | 2024-06-25T04:46:52.770Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:121
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 363 | 2024-06-25T04:46:52.780Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:304
|
| 364 | 2024-06-25T04:46:52.780Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:310
id = 0bb9bed4-fafe-47b7-b730-cf210e077a45 (zpool)
|
| 365 | 2024-06-25T04:46:52.872Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 0bb9bed4-fafe-47b7-b730-cf210e077a45 (zpool), kind: External }
|
| 366 | 2024-06-25T04:46:52.881Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:332
|
| 367 | 2024-06-25T04:46:52.881Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 368 | 2024-06-25T04:46:52.881Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 369 | 2024-06-25T04:46:52.881Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 370 | 2024-06-25T04:46:52.881Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 371 | 2024-06-25T04:46:52.881Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 372 | 2024-06-25T04:46:52.881Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 373 | 2024-06-25T04:46:52.915Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 374 | 2024-06-25T04:46:52.923Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_0bb9bed4-fafe-47b7-b730-cf210e077a45/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 375 | 2024-06-25T04:46:53.048Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_0bb9bed4-fafe-47b7-b730-cf210e077a45
file = sled-storage/src/dataset.rs:480
|
| 376 | 2024-06-25T04:46:53.057Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:477
|
| 377 | 2024-06-25T04:46:53.057Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:394
|
| 378 | 2024-06-25T04:46:53.057Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:379
|
| 379 | 2024-06-25T04:46:53.057Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 380 | 2024-06-25T04:46:53.057Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:121
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 381 | 2024-06-25T04:46:53.067Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:304
|
| 382 | 2024-06-25T04:46:53.067Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:310
id = 83379ee6-491d-4586-a2bc-c38ab1776ad8 (zpool)
|
| 383 | 2024-06-25T04:46:53.169Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 83379ee6-491d-4586-a2bc-c38ab1776ad8 (zpool), kind: External }
|
| 384 | 2024-06-25T04:46:53.177Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:332
|
| 385 | 2024-06-25T04:46:53.177Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 386 | 2024-06-25T04:46:53.177Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 387 | 2024-06-25T04:46:53.177Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 388 | 2024-06-25T04:46:53.177Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 389 | 2024-06-25T04:46:53.177Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 390 | 2024-06-25T04:46:53.177Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 391 | 2024-06-25T04:46:53.214Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 392 | 2024-06-25T04:46:53.222Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_83379ee6-491d-4586-a2bc-c38ab1776ad8/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 393 | 2024-06-25T04:46:53.308Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 394 | 2024-06-25T04:46:53.351Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_83379ee6-491d-4586-a2bc-c38ab1776ad8
file = sled-storage/src/dataset.rs:480
|
| 395 | 2024-06-25T04:46:53.359Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:477
|
| 396 | 2024-06-25T04:46:53.359Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:394
|
| 397 | 2024-06-25T04:46:53.359Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:379
|
| 398 | 2024-06-25T04:46:53.359Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 399 | 2024-06-25T04:46:53.359Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:121
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 400 | 2024-06-25T04:46:53.369Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:304
|
| 401 | 2024-06-25T04:46:53.369Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:310
id = 36eecdbc-0c26-4d56-8f0d-26f3924fadfe (zpool)
|
| 402 | 2024-06-25T04:46:53.383Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:2233
|
| 403 | 2024-06-25T04:46:53.470Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 36eecdbc-0c26-4d56-8f0d-26f3924fadfe (zpool), kind: External }
|
| 404 | 2024-06-25T04:46:53.477Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:332
|
| 405 | 2024-06-25T04:46:53.478Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 406 | 2024-06-25T04:46:53.478Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 407 | 2024-06-25T04:46:53.478Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 408 | 2024-06-25T04:46:53.478Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 409 | 2024-06-25T04:46:53.478Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 410 | 2024-06-25T04:46:53.478Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 411 | 2024-06-25T04:46:53.515Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 412 | 2024-06-25T04:46:53.523Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_36eecdbc-0c26-4d56-8f0d-26f3924fadfe/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 413 | 2024-06-25T04:46:53.643Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_36eecdbc-0c26-4d56-8f0d-26f3924fadfe
file = sled-storage/src/dataset.rs:480
|
| 414 | 2024-06-25T04:46:53.650Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:477
|
| 415 | 2024-06-25T04:46:53.650Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:394
|
| 416 | 2024-06-25T04:46:53.650Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:379
|
| 417 | 2024-06-25T04:46:53.650Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 418 | 2024-06-25T04:46:53.650Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:121
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 419 | 2024-06-25T04:46:53.660Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:304
|
| 420 | 2024-06-25T04:46:53.660Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:310
id = 5d3650a8-265e-4fe5-b291-afa7774612f3 (zpool)
|
| 421 | 2024-06-25T04:46:53.754Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 5d3650a8-265e-4fe5-b291-afa7774612f3 (zpool), kind: External }
|
| 422 | 2024-06-25T04:46:53.763Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:332
|
| 423 | 2024-06-25T04:46:53.763Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 424 | 2024-06-25T04:46:53.763Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 425 | 2024-06-25T04:46:53.763Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 426 | 2024-06-25T04:46:53.763Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 427 | 2024-06-25T04:46:53.763Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 428 | 2024-06-25T04:46:53.763Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 429 | 2024-06-25T04:46:53.801Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 430 | 2024-06-25T04:46:53.810Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_5d3650a8-265e-4fe5-b291-afa7774612f3/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 431 | 2024-06-25T04:46:53.932Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_5d3650a8-265e-4fe5-b291-afa7774612f3
file = sled-storage/src/dataset.rs:480
|
| 432 | 2024-06-25T04:46:53.940Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:477
|
| 433 | 2024-06-25T04:46:53.940Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:394
|
| 434 | 2024-06-25T04:46:53.940Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 435 | 2024-06-25T04:46:53.940Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: 90d80866-bec6-46a0-a891-d069d7d613fa (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: d2277959-a496-46d5-bbfa-0ff6abe7531e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026 }, zpool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027 }, zpool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028 }, zpool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029 }, zpool_name: ZpoolName { id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030 }, zpool_name: ZpoolName { id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031 }, zpool_name: ZpoolName { id: 0bb9bed4-fafe-47b7-b730-cf210e077a45 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032 }, zpool_name: ZpoolName { id: 83379ee6-491d-4586-a2bc-c38ab1776ad8 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033 }, zpool_name: ZpoolName { id: 36eecdbc-0c26-4d56-8f0d-26f3924fadfe (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034 }, zpool_name: ZpoolName { id: 5d3650a8-265e-4fe5-b291-afa7774612f3 (zpool), kind: External } }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 436 | 2024-06-25T04:46:53.940Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:549
|
| 437 | 2024-06-25T04:46:53.940Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:831
|
| 438 | 2024-06-25T04:46:53.940Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 439 | 2024-06-25T04:46:53.940Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 12012568
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:50713
req_id = f870e150-e1e2-4f63-9663-faf44740edb7
response_code = 200
uri = /omicron-physical-disks
|
| 440 | 2024-06-25T04:46:53.970Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 787f9c51-3003-4c54-abc5-3fcd176fe26c, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a2e8a53d-28ea-46e7-aea9-3e80145fd487, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fdf87375-41db-4eb2-9817-20524f4fccfa, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:431
sled_address = [fd00:1122:3344:101::1]:12345
|
| 441 | 2024-06-25T04:46:53.971Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37388
|
| 442 | 2024-06-25T04:46:53.971Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 787f9c51-3003-4c54-abc5-3fcd176fe26c, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 443 | 2024-06-25T04:46:53.971Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 787f9c51-3003-4c54-abc5-3fcd176fe26c, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 444 | 2024-06-25T04:46:54.023Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a2e8a53d-28ea-46e7-aea9-3e80145fd487, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 445 | 2024-06-25T04:46:54.023Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: a2e8a53d-28ea-46e7-aea9-3e80145fd487, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 446 | 2024-06-25T04:46:54.072Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: fdf87375-41db-4eb2-9817-20524f4fccfa, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 447 | 2024-06-25T04:46:54.072Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: fdf87375-41db-4eb2-9817-20524f4fccfa, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 448 | 2024-06-25T04:46:54.122Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 449 | 2024-06-25T04:46:54.123Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 450 | 2024-06-25T04:46:54.123Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 451 | 2024-06-25T04:46:54.123Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 452 | 2024-06-25T04:46:54.167Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 453 | 2024-06-25T04:46:54.167Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 454 | 2024-06-25T04:46:54.167Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 455 | 2024-06-25T04:46:54.221Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
file = illumos-utils/src/zone.rs:315
|
| 456 | 2024-06-25T04:46:54.224Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
file = illumos-utils/src/zone.rs:315
|
| 457 | 2024-06-25T04:46:54.228Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
file = illumos-utils/src/zone.rs:315
|
| 458 | 2024-06-25T04:46:54.241Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
file = illumos-utils/src/zone.rs:354
|
| 459 | 2024-06-25T04:46:54.245Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
file = illumos-utils/src/zone.rs:354
|
| 460 | 2024-06-25T04:46:54.249Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
file = illumos-utils/src/zone.rs:354
|
| 461 | 2024-06-25T04:46:54.304Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 462 | 2024-06-25T04:46:54.310Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/d9274bbe-5432-4641-b33b-dc45fdd0cd7f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 463 | 2024-06-25T04:46:55.773Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService1"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:3::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:3::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:3::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:3::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 464 | 2024-06-25T04:46:55.774Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
| 465 | 2024-06-25T04:46:55.774Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
|
| 466 | 2024-06-25T04:46:56.257Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService2"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:1::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:1::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:1::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:1::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 467 | 2024-06-25T04:46:56.735Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService3"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:2::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:2::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:2::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:2::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 468 | 2024-06-25T04:46:56.735Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
| 469 | 2024-06-25T04:46:56.735Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
| 470 | 2024-06-25T04:46:56.743Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa") failed: Property not found. retry in 25.644229ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
|
| 471 | 2024-06-25T04:46:56.744Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
|
| 472 | 2024-06-25T04:46:56.747Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
|
| 473 | 2024-06-25T04:46:56.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa") failed: Property not found. retry in 69.50421ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
|
| 474 | 2024-06-25T04:46:56.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa") failed: Property not found. retry in 182.898078ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
|
| 475 | 2024-06-25T04:46:56.877Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487") failed: Property not found. retry in 64.32797ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
|
| 476 | 2024-06-25T04:46:56.884Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c") failed: Property not found. retry in 72.452416ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
|
| 477 | 2024-06-25T04:46:57.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487") failed: Property not found. retry in 52.904884ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
|
| 478 | 2024-06-25T04:46:57.210Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa") failed: Property not found. retry in 351.290636ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
|
| 479 | 2024-06-25T04:46:57.231Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c") failed: Property not found. retry in 140.271087ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
|
| 480 | 2024-06-25T04:46:57.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487") failed: Property not found. retry in 285.770992ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
|
| 481 | 2024-06-25T04:46:57.405Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c") failed: Property not found. retry in 192.129111ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
|
| 482 | 2024-06-25T04:46:57.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487") failed: Property not found. retry in 402.260701ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
|
| 483 | 2024-06-25T04:46:57.572Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa") failed: Property not found. retry in 1.051378443s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
|
| 484 | 2024-06-25T04:46:57.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c") failed: Property not found. retry in 238.436886ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
|
| 485 | 2024-06-25T04:46:57.855Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c") failed: Property not found. retry in 788.352928ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
|
| 486 | 2024-06-25T04:46:57.955Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487") failed: Property not found. retry in 876.7694ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
|
| 487 | 2024-06-25T04:46:58.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa") failed: Property not found. retry in 915.303617ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
|
| 488 | 2024-06-25T04:46:58.655Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c") failed: Property not found. retry in 1.210028925s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
|
| 489 | 2024-06-25T04:46:58.843Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487") failed: Property not found. retry in 1.49097495s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
|
| 490 | 2024-06-25T04:46:59.446Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone
file = sled-agent/src/services.rs:2250
|
| 491 | 2024-06-25T04:46:59.446Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:626
zone = oxz_switch
|
| 492 | 2024-06-25T04:46:59.557Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa") failed: Property not found. retry in 910.204129ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
|
| 493 | 2024-06-25T04:46:59.874Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c") failed: Property not found. retry in 699.084448ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
|
| 494 | 2024-06-25T04:46:59.990Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:feec:126d
file = sled-agent/src/services.rs:2257
|
| 495 | 2024-06-25T04:46:59.995Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:2318
|
| 496 | 2024-06-25T04:47:00.122Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2503
|
| 497 | 2024-06-25T04:47:00.343Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487") failed: Property not found. retry in 712.870391ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
|
| 498 | 2024-06-25T04:47:00.363Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2667
|
| 499 | 2024-06-25T04:47:00.476Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa") failed: Property not found. retry in 580.079798ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
|
| 500 | 2024-06-25T04:47:00.550Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2382
|
| 501 | 2024-06-25T04:47:00.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c") failed: Property not found. retry in 735.801095ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
|
| 502 | 2024-06-25T04:47:00.864Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2417
|
| 503 | 2024-06-25T04:47:01.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa") failed: Property not found. retry in 801.158622ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
|
| 504 | 2024-06-25T04:47:01.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487") failed: Property not found. retry in 632.091985ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
|
| 505 | 2024-06-25T04:47:01.082Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2717
|
| 506 | 2024-06-25T04:47:01.279Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2744
|
| 507 | 2024-06-25T04:47:01.328Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c") failed: Property not found. retry in 972.79744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
|
| 508 | 2024-06-25T04:47:01.498Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2611
|
| 509 | 2024-06-25T04:47:01.704Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2411
|
| 510 | 2024-06-25T04:47:01.716Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:3803
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 511 | 2024-06-25T04:47:01.716Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:3819
|
| 512 | 2024-06-25T04:47:01.716Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_switch
|
| 513 | 2024-06-25T04:47:01.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487") failed: Property not found. retry in 1.473927093s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
|
| 514 | 2024-06-25T04:47:02.277Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:3827
|
| 515 | 2024-06-25T04:47:02.284Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:3883
|
| 516 | 2024-06-25T04:47:02.421Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:3945
|
| 517 | 2024-06-25T04:47:02.520Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:3926
rack_subnet = fd00:1122:3344::
|
| 518 | 2024-06-25T04:47:02.541Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:3973
|
| 519 | 2024-06-25T04:47:02.642Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4000
|
| 520 | 2024-06-25T04:47:02.762Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:369
|
| 521 | 2024-06-25T04:47:02.794Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:417
|
| 522 | 2024-06-25T04:47:02.825Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:656
|
| 523 | 2024-06-25T04:47:02.825Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 524 | 2024-06-25T04:47:02.826Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:697
uptime = 2
|
| 525 | 2024-06-25T04:47:02.826Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:439
|
| 526 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:381
|
| 527 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 528 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:553
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 529 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 530 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:553
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 531 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 532 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:553
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 533 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 534 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:553
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 535 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 536 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:553
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 537 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 538 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:553
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 539 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 540 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:553
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 541 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 542 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:553
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 543 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 544 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:553
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 545 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 546 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:553
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 547 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 548 | 2024-06-25T04:47:02.904Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:553
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 549 | 2024-06-25T04:47:03.211Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_internal_dns_fdf87375-41db-4eb2-9817-20524f4fccfa
|
| 550 | 2024-06-25T04:47:03.212Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_internal_dns_787f9c51-3003-4c54-abc5-3fcd176fe26c
|
| 551 | 2024-06-25T04:47:03.212Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_internal_dns_a2e8a53d-28ea-46e7-aea9-3e80145fd487
|
| 552 | 2024-06-25T04:47:03.212Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 553 | 2024-06-25T04:47:03.212Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 554 | 2024-06-25T04:47:03.212Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 9241359
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:37388
req_id = 542529e8-4bb9-471b-a7dd-f4553aa10d5b
response_code = 204
uri = /omicron-zones
|
| 555 | 2024-06-25T04:47:03.214Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:549
|
| 556 | 2024-06-25T04:47:03.259Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:549
|
| 557 | 2024-06-25T04:47:03.306Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:549
|
| 558 | 2024-06-25T04:47:03.358Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:585
|
| 559 | 2024-06-25T04:47:03.358Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:263
|
| 560 | 2024-06-25T04:47:03.389Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:280
|
| 561 | 2024-06-25T04:47:03.390Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:305
|
| 562 | 2024-06-25T04:47:03.390Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:197
|
| 563 | 2024-06-25T04:47:03.418Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 787f9c51-3003-4c54-abc5-3fcd176fe26c, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a2e8a53d-28ea-46e7-aea9-3e80145fd487, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fdf87375-41db-4eb2-9817-20524f4fccfa, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fc84769e-8960-4c10-9b86-6007038f565f, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ec3d6b48-e7ee-4320-b16f-4a987e28d8e6, kind: Service { id: fc84769e-8960-4c10-9b86-6007038f565f }, name: Name("ntp-fc84769e-8960-4c10-9b86-6007038f565f"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 106])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:431
sled_address = [fd00:1122:3344:101::1]:12345
|
| 564 | 2024-06-25T04:47:03.418Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57363
|
| 565 | 2024-06-25T04:47:03.418Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 787f9c51-3003-4c54-abc5-3fcd176fe26c, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 566 | 2024-06-25T04:47:03.418Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 787f9c51-3003-4c54-abc5-3fcd176fe26c, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 567 | 2024-06-25T04:47:03.438Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a2e8a53d-28ea-46e7-aea9-3e80145fd487, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 568 | 2024-06-25T04:47:03.438Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: a2e8a53d-28ea-46e7-aea9-3e80145fd487, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 569 | 2024-06-25T04:47:03.454Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: fdf87375-41db-4eb2-9817-20524f4fccfa, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 570 | 2024-06-25T04:47:03.454Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: fdf87375-41db-4eb2-9817-20524f4fccfa, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 571 | 2024-06-25T04:47:03.475Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 572 | 2024-06-25T04:47:03.475Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 573 | 2024-06-25T04:47:03.475Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 574 | 2024-06-25T04:47:03.475Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 575 | 2024-06-25T04:47:03.486Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:263
|
| 576 | 2024-06-25T04:47:03.518Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:280
|
| 577 | 2024-06-25T04:47:03.519Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:305
|
| 578 | 2024-06-25T04:47:03.519Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:197
|
| 579 | 2024-06-25T04:47:03.564Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:393
port = Port { inner: PortInner { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 148, 106]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
| 580 | 2024-06-25T04:47:03.564Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1190
zone_type = ntp
|
| 581 | 2024-06-25T04:47:03.565Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 582 | 2024-06-25T04:47:03.565Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 583 | 2024-06-25T04:47:03.565Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 584 | 2024-06-25T04:47:03.567Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 585 | 2024-06-25T04:47:03.591Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
file = illumos-utils/src/zone.rs:315
|
| 586 | 2024-06-25T04:47:03.609Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
file = illumos-utils/src/zone.rs:354
|
| 587 | 2024-06-25T04:47:04.242Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService4"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::1b"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value="fd00:1122:3344:100::/56"/>
<propval type="boolean" name="boundary" value="true"/>
<propval type="astring" name="server" value="0.pool.ntp.org"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte0"/>
<propval type="astring" name="gateway" value="172.30.3.1"/>
<propval type="astring" name="ip" value="172.30.3.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 588 | 2024-06-25T04:47:04.242Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
|
| 589 | 2024-06-25T04:47:04.376Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f") failed: Property not found. retry in 73.012553ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
|
| 590 | 2024-06-25T04:47:04.466Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f") failed: Property not found. retry in 69.138683ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
|
| 591 | 2024-06-25T04:47:04.558Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f") failed: Property not found. retry in 170.638368ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
|
| 592 | 2024-06-25T04:47:04.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f") failed: Property not found. retry in 454.789426ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
|
| 593 | 2024-06-25T04:47:05.203Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f") failed: Property not found. retry in 598.502641ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
|
| 594 | 2024-06-25T04:47:05.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f") failed: Property not found. retry in 659.752189ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
|
| 595 | 2024-06-25T04:47:06.162Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51830
|
| 596 | 2024-06-25T04:47:06.163Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 54
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51830
req_id = d0d4cbc8-99c4-41c1-bd2a-0baa825a5460
response_code = 200
uri = /baseboard
|
| 597 | 2024-06-25T04:47:06.481Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f") failed: Property not found. retry in 1.497295625s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
|
| 598 | 2024-06-25T04:47:07.989Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f") failed: Property not found. retry in 981.446861ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
|
| 599 | 2024-06-25T04:47:08.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f") failed: Property not found. retry in 1.233031651s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
|
| 600 | 2024-06-25T04:47:10.233Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f
|
| 601 | 2024-06-25T04:47:10.233Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 602 | 2024-06-25T04:47:10.233Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 603 | 2024-06-25T04:47:10.233Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 6815110
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57363
req_id = d582ed64-5955-411d-b59e-1bc10c5ab384
response_code = 204
uri = /omicron-zones
|
| 604 | 2024-06-25T04:47:10.235Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:626
|
| 605 | 2024-06-25T04:47:10.264Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 606 | 2024-06-25T04:47:10.264Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63752
|
| 607 | 2024-06-25T04:47:10.273Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3533
|
| 608 | 2024-06-25T04:47:10.273Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866
latency_us = 8958
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63752
req_id = 32ffdbff-c327-4b12-bd2c-e725485d1aeb
response_code = 500
uri = /timesync
|
| 609 | 2024-06-25T04:47:10.275Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 610 | 2024-06-25T04:47:10.410Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 611 | 2024-06-25T04:47:10.410Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33577
|
| 612 | 2024-06-25T04:47:14.419Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3533
|
| 613 | 2024-06-25T04:47:14.419Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866
latency_us = 4008739
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33577
req_id = 75c9f96c-1992-4a47-b543-5d5bfdc0485b
response_code = 500
uri = /timesync
|
| 614 | 2024-06-25T04:47:14.423Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 615 | 2024-06-25T04:47:14.580Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 616 | 2024-06-25T04:47:14.580Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43146
|
| 617 | 2024-06-25T04:47:14.588Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3533
|
| 618 | 2024-06-25T04:47:14.588Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866
latency_us = 8670
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43146
req_id = e5a321d1-3a25-4388-9c70-92f8498b8278
response_code = 500
uri = /timesync
|
| 619 | 2024-06-25T04:47:14.592Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 620 | 2024-06-25T04:47:14.713Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 621 | 2024-06-25T04:47:14.714Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36357
|
| 622 | 2024-06-25T04:47:18.722Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_fc84769e-8960-4c10-9b86-6007038f565f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3533
|
| 623 | 2024-06-25T04:47:18.722Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866
latency_us = 4008837
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36357
req_id = 70ecc9b6-2165-4417-a259-d58d09a05019
response_code = 500
uri = /timesync
|
| 624 | 2024-06-25T04:47:18.725Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 625 | 2024-06-25T04:47:18.938Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 626 | 2024-06-25T04:47:18.938Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35817
|
| 627 | 2024-06-25T04:47:18.947Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 9183
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35817
req_id = 5a30d1e4-a143-4b90-9a93-8d3219ce7df7
response_code = 200
uri = /timesync
|
| 628 | 2024-06-25T04:47:18.949Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 629 | 2024-06-25T04:47:18.949Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 630 | 2024-06-25T04:47:19.276Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 631 | 2024-06-25T04:47:19.276Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64169
|
| 632 | 2024-06-25T04:47:19.284Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64169
req_id = a3e23945-27a6-4dd2-9cc8-a470e6f21e67
response_code = 200
uri = /timesync
|
| 633 | 2024-06-25T04:47:19.286Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 634 | 2024-06-25T04:47:19.286Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 635 | 2024-06-25T04:47:19.639Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 636 | 2024-06-25T04:47:19.639Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36778
|
| 637 | 2024-06-25T04:47:19.649Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 9415
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36778
req_id = 0ac3add2-69a7-4f37-b59b-82235d635440
response_code = 200
uri = /timesync
|
| 638 | 2024-06-25T04:47:19.650Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 639 | 2024-06-25T04:47:19.650Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 640 | 2024-06-25T04:47:19.949Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 641 | 2024-06-25T04:47:19.949Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44923
|
| 642 | 2024-06-25T04:47:19.957Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8555
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44923
req_id = 4a5bc46c-3eda-4fce-b249-acf90261971d
response_code = 200
uri = /timesync
|
| 643 | 2024-06-25T04:47:19.960Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 644 | 2024-06-25T04:47:19.960Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 645 | 2024-06-25T04:47:20.214Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 646 | 2024-06-25T04:47:20.214Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38172
|
| 647 | 2024-06-25T04:47:20.222Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8490
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38172
req_id = 3f4b9569-283c-49ac-a5e6-3d9baa236b3b
response_code = 200
uri = /timesync
|
| 648 | 2024-06-25T04:47:20.224Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 649 | 2024-06-25T04:47:20.224Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 650 | 2024-06-25T04:47:21.450Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 651 | 2024-06-25T04:47:21.450Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36550
|
| 652 | 2024-06-25T04:47:21.458Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8379
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36550
req_id = d30d8d7a-e90b-4f99-864c-aa5c2117aacc
response_code = 200
uri = /timesync
|
| 653 | 2024-06-25T04:47:21.461Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 654 | 2024-06-25T04:47:21.461Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 655 | 2024-06-25T04:47:21.671Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 336.361631ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:423
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 656 | 2024-06-25T04:47:22.034Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 657 | 2024-06-25T04:47:22.034Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43930
|
| 658 | 2024-06-25T04:47:22.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8283
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43930
req_id = 8687d206-3fbd-4f0b-b89a-e9e2cc1c1c3f
response_code = 200
uri = /timesync
|
| 659 | 2024-06-25T04:47:22.045Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 660 | 2024-06-25T04:47:22.045Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 661 | 2024-06-25T04:47:22.585Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 662 | 2024-06-25T04:47:22.585Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:65466
|
| 663 | 2024-06-25T04:47:22.595Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 9168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:65466
req_id = 725dac68-eba2-4483-aab0-61bfc6a5176f
response_code = 200
uri = /timesync
|
| 664 | 2024-06-25T04:47:22.596Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 665 | 2024-06-25T04:47:22.596Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 666 | 2024-06-25T04:47:23.261Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 667 | 2024-06-25T04:47:23.261Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48011
|
| 668 | 2024-06-25T04:47:23.269Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8330
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48011
req_id = 40a3cf54-09e6-4b7c-9953-d8839e40d693
response_code = 200
uri = /timesync
|
| 669 | 2024-06-25T04:47:23.272Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 670 | 2024-06-25T04:47:23.272Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 671 | 2024-06-25T04:47:23.871Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 672 | 2024-06-25T04:47:23.871Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50698
|
| 673 | 2024-06-25T04:47:23.879Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8048
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50698
req_id = 352ef5b5-7414-41c3-b304-ba59ed2d96c2
response_code = 200
uri = /timesync
|
| 674 | 2024-06-25T04:47:23.882Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 675 | 2024-06-25T04:47:23.882Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 676 | 2024-06-25T04:47:24.718Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 677 | 2024-06-25T04:47:24.718Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61129
|
| 678 | 2024-06-25T04:47:24.727Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8321
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61129
req_id = 152dbdf6-ab1d-4bd1-b7dc-6f38e866ac1f
response_code = 200
uri = /timesync
|
| 679 | 2024-06-25T04:47:24.729Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 680 | 2024-06-25T04:47:24.729Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 681 | 2024-06-25T04:47:26.442Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 682 | 2024-06-25T04:47:26.442Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41974
|
| 683 | 2024-06-25T04:47:26.451Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8606
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41974
req_id = bedeb59e-d94d-40b3-bdcf-5afafaaae29d
response_code = 200
uri = /timesync
|
| 684 | 2024-06-25T04:47:26.453Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 685 | 2024-06-25T04:47:26.453Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 686 | 2024-06-25T04:47:28.682Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 687 | 2024-06-25T04:47:28.683Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54788
|
| 688 | 2024-06-25T04:47:28.692Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 9338
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54788
req_id = 00533984-f5c9-4619-946a-cbdcd36ec60e
response_code = 200
uri = /timesync
|
| 689 | 2024-06-25T04:47:28.694Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 690 | 2024-06-25T04:47:28.694Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 691 | 2024-06-25T04:47:30.593Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 692 | 2024-06-25T04:47:30.593Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37053
|
| 693 | 2024-06-25T04:47:30.602Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8857
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37053
req_id = b4ab1236-a798-4973-81a5-ac432d9fef06
response_code = 200
uri = /timesync
|
| 694 | 2024-06-25T04:47:30.605Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 695 | 2024-06-25T04:47:30.605Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 696 | 2024-06-25T04:47:33.096Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 697 | 2024-06-25T04:47:33.096Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58265
|
| 698 | 2024-06-25T04:47:33.105Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8728
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58265
req_id = 4a725d3c-beda-438f-b047-1e01997c7119
response_code = 200
uri = /timesync
|
| 699 | 2024-06-25T04:47:33.107Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 700 | 2024-06-25T04:47:33.107Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 701 | 2024-06-25T04:47:36.469Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 702 | 2024-06-25T04:47:36.469Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39198
|
| 703 | 2024-06-25T04:47:36.478Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8490
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39198
req_id = 5cb4e940-d3f3-4bae-b0f5-0cd092a6c381
response_code = 200
uri = /timesync
|
| 704 | 2024-06-25T04:47:36.480Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 705 | 2024-06-25T04:47:36.480Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 706 | 2024-06-25T04:47:36.853Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41422
|
| 707 | 2024-06-25T04:47:36.853Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 74
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41422
req_id = cfd5dd11-394b-4ecf-8a45-73a685f72513
response_code = 200
uri = /baseboard
|
| 708 | 2024-06-25T04:47:37.042Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 393.206643ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:423
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 709 | 2024-06-25T04:47:38.759Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 710 | 2024-06-25T04:47:38.759Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:65436
|
| 711 | 2024-06-25T04:47:38.769Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 9147
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:65436
req_id = 8ab7f30d-2de5-4406-884e-2df5ef76a4c0
response_code = 200
uri = /timesync
|
| 712 | 2024-06-25T04:47:38.771Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 713 | 2024-06-25T04:47:38.771Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 714 | 2024-06-25T04:47:42.971Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 715 | 2024-06-25T04:47:42.972Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64642
|
| 716 | 2024-06-25T04:47:42.981Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8925
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64642
req_id = 604c67cd-2d97-43ca-998b-7e68d1aaa8fb
response_code = 200
uri = /timesync
|
| 717 | 2024-06-25T04:47:42.983Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 718 | 2024-06-25T04:47:42.983Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 719 | 2024-06-25T04:47:47.267Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 720 | 2024-06-25T04:47:47.267Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41755
|
| 721 | 2024-06-25T04:47:47.276Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8835
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41755
req_id = b7be1d20-8732-4aa4-9a23-3dd90bbf39e2
response_code = 200
uri = /timesync
|
| 722 | 2024-06-25T04:47:47.278Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 723 | 2024-06-25T04:47:47.278Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 724 | 2024-06-25T04:47:52.470Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.203893914s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:423
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 725 | 2024-06-25T04:47:54.030Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 726 | 2024-06-25T04:47:54.030Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36756
|
| 727 | 2024-06-25T04:47:54.040Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 9505
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36756
req_id = 5d2c99c6-5b80-44f7-b0f8-52ab9c652aa0
response_code = 200
uri = /timesync
|
| 728 | 2024-06-25T04:47:54.042Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 729 | 2024-06-25T04:47:54.042Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 730 | 2024-06-25T04:47:59.747Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 731 | 2024-06-25T04:47:59.747Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41196
|
| 732 | 2024-06-25T04:47:59.756Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 9244
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41196
req_id = c5bbdfa6-4019-437c-acd6-cd991a2c3bc5
response_code = 200
uri = /timesync
|
| 733 | 2024-06-25T04:47:59.760Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 734 | 2024-06-25T04:47:59.760Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 735 | 2024-06-25T04:48:05.424Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 736 | 2024-06-25T04:48:05.424Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44534
|
| 737 | 2024-06-25T04:48:05.433Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8641
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44534
req_id = 9d0cd41b-3466-4603-ae63-5a57ef4e9784
response_code = 200
uri = /timesync
|
| 738 | 2024-06-25T04:48:05.435Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 739 | 2024-06-25T04:48:05.435Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 740 | 2024-06-25T04:48:06.888Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45323
|
| 741 | 2024-06-25T04:48:06.888Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 53
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45323
req_id = c77aa86c-4733-47e3-940a-3e00f3b12412
response_code = 200
uri = /baseboard
|
| 742 | 2024-06-25T04:48:08.709Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 2.490600793s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:423
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 743 | 2024-06-25T04:48:14.686Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 744 | 2024-06-25T04:48:14.686Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51765
|
| 745 | 2024-06-25T04:48:14.695Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 9101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51765
req_id = 7e418f47-0db4-40a6-9cd7-ded651229f34
response_code = 200
uri = /timesync
|
| 746 | 2024-06-25T04:48:14.698Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290842.0126977, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 747 | 2024-06-25T04:48:14.698Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 748 | 2024-06-25T04:48:26.236Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 5.414363429s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:423
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 749 | 2024-06-25T04:48:28.243Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 750 | 2024-06-25T04:48:28.243Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50553
|
| 751 | 2024-06-25T04:48:28.252Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8844
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50553
req_id = 2357aa0f-c2c5-459a-a92c-62d741965c5e
response_code = 200
uri = /timesync
|
| 752 | 2024-06-25T04:48:28.255Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290905.2400386, correction: -0.078337923 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 753 | 2024-06-25T04:48:28.255Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 754 | 2024-06-25T04:48:36.894Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60011
|
| 755 | 2024-06-25T04:48:36.894Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 49
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60011
req_id = bb067730-632a-4c38-b667-efe00e59a770
response_code = 200
uri = /baseboard
|
| 756 | 2024-06-25T04:48:46.022Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 757 | 2024-06-25T04:48:46.022Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47714
|
| 758 | 2024-06-25T04:48:46.031Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 8846
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47714
req_id = ee2f0c6b-2a94-4336-a7b2-f17ea0251f01
response_code = 200
uri = /timesync
|
| 759 | 2024-06-25T04:48:46.035Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1719290905.2400386, correction: -0.031216793 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 760 | 2024-06-25T04:48:46.035Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:656
|
| 761 | 2024-06-25T04:48:46.630Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 11.900755122s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:423
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 762 | 2024-06-25T04:49:02.419Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:606
|
| 763 | 2024-06-25T04:49:02.419Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37352
|
| 764 | 2024-06-25T04:49:02.440Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 20997
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37352
req_id = 21da1842-03a6-4bb5-babc-bea373a29915
response_code = 200
uri = /timesync
|
| 765 | 2024-06-25T04:49:02.443Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1719290925.5734465, correction: 1.376e-6 }
file = sled-agent/src/rack_setup/service.rs:634
|
| 766 | 2024-06-25T04:49:02.443Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1224
|
| 767 | 2024-06-25T04:49:02.472Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 787f9c51-3003-4c54-abc5-3fcd176fe26c, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a2e8a53d-28ea-46e7-aea9-3e80145fd487, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fdf87375-41db-4eb2-9817-20524f4fccfa, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fc84769e-8960-4c10-9b86-6007038f565f, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ec3d6b48-e7ee-4320-b16f-4a987e28d8e6, kind: Service { id: fc84769e-8960-4c10-9b86-6007038f565f }, name: Name("ntp-fc84769e-8960-4c10-9b86-6007038f565f"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 106])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: fa0a38e3-5677-4324-892e-4bf24b6a8fba, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External } } } }, OmicronZoneConfig { id: 50cce527-08f8-4232-aeb2-7263bb6fca16, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External } } } }, OmicronZoneConfig { id: 330f37d6-c599-4662-978b-427e0563465b, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External } } } }, OmicronZoneConfig { id: 24b358cd-5990-433b-b0ca-d99467ecbf76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: e08d2a6d-b8cc-478f-aebd-66d1fc6827c2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:431
sled_address = [fd00:1122:3344:101::1]:12345
|
| 768 | 2024-06-25T04:49:02.472Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41847
|
| 769 | 2024-06-25T04:49:02.472Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 787f9c51-3003-4c54-abc5-3fcd176fe26c, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 770 | 2024-06-25T04:49:02.472Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 787f9c51-3003-4c54-abc5-3fcd176fe26c, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 771 | 2024-06-25T04:49:02.492Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a2e8a53d-28ea-46e7-aea9-3e80145fd487, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 772 | 2024-06-25T04:49:02.493Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: a2e8a53d-28ea-46e7-aea9-3e80145fd487, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 773 | 2024-06-25T04:49:02.514Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: fdf87375-41db-4eb2-9817-20524f4fccfa, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 774 | 2024-06-25T04:49:02.514Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: fdf87375-41db-4eb2-9817-20524f4fccfa, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 775 | 2024-06-25T04:49:02.532Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: fa0a38e3-5677-4324-892e-4bf24b6a8fba, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 776 | 2024-06-25T04:49:02.532Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: fa0a38e3-5677-4324-892e-4bf24b6a8fba, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 777 | 2024-06-25T04:49:02.588Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 50cce527-08f8-4232-aeb2-7263bb6fca16, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 778 | 2024-06-25T04:49:02.588Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 50cce527-08f8-4232-aeb2-7263bb6fca16, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 779 | 2024-06-25T04:49:02.642Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 330f37d6-c599-4662-978b-427e0563465b, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 780 | 2024-06-25T04:49:02.642Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 330f37d6-c599-4662-978b-427e0563465b, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 781 | 2024-06-25T04:49:02.694Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 24b358cd-5990-433b-b0ca-d99467ecbf76, dataset_name: DatasetName { pool_name: ZpoolName { id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 782 | 2024-06-25T04:49:02.694Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 24b358cd-5990-433b-b0ca-d99467ecbf76, dataset_name: DatasetName { pool_name: ZpoolName { id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 783 | 2024-06-25T04:49:02.748Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e08d2a6d-b8cc-478f-aebd-66d1fc6827c2, dataset_name: DatasetName { pool_name: ZpoolName { id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 784 | 2024-06-25T04:49:02.748Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: e08d2a6d-b8cc-478f-aebd-66d1fc6827c2, dataset_name: DatasetName { pool_name: ZpoolName { id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 785 | 2024-06-25T04:49:02.803Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 786 | 2024-06-25T04:49:02.803Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 787 | 2024-06-25T04:49:02.803Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 788 | 2024-06-25T04:49:02.803Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 789 | 2024-06-25T04:49:02.890Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 790 | 2024-06-25T04:49:02.890Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 791 | 2024-06-25T04:49:02.890Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 792 | 2024-06-25T04:49:02.890Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 793 | 2024-06-25T04:49:02.890Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 794 | 2024-06-25T04:49:02.980Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
file = illumos-utils/src/zone.rs:315
|
| 795 | 2024-06-25T04:49:02.984Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
file = illumos-utils/src/zone.rs:315
|
| 796 | 2024-06-25T04:49:02.989Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
file = illumos-utils/src/zone.rs:315
|
| 797 | 2024-06-25T04:49:02.993Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
file = illumos-utils/src/zone.rs:315
|
| 798 | 2024-06-25T04:49:02.998Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
file = illumos-utils/src/zone.rs:315
|
| 799 | 2024-06-25T04:49:03.002Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
file = illumos-utils/src/zone.rs:354
|
| 800 | 2024-06-25T04:49:03.008Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
file = illumos-utils/src/zone.rs:354
|
| 801 | 2024-06-25T04:49:03.013Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
file = illumos-utils/src/zone.rs:354
|
| 802 | 2024-06-25T04:49:03.018Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
file = illumos-utils/src/zone.rs:354
|
| 803 | 2024-06-25T04:49:03.022Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
file = illumos-utils/src/zone.rs:354
|
| 804 | 2024-06-25T04:49:05.964Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::3"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="[fd00:1122:3344:101::3]:32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value="fa0a38e3-5677-4324-892e-4bf24b6a8fba"/>
<propval type="astring" name="cockroach_address" value="[fd00:1122:3344:101::3]:32221"/>
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::3]:32222"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 805 | 2024-06-25T04:49:05.964Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 806 | 2024-06-25T04:49:05.973Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="[fd00:1122:3344:101::5]:32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value="330f37d6-c599-4662-978b-427e0563465b"/>
<propval type="astring" name="cockroach_address" value="[fd00:1122:3344:101::5]:32221"/>
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::5]:32222"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 807 | 2024-06-25T04:49:05.973Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 808 | 2024-06-25T04:49:06.015Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::7"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="[fd00:1122:3344:101::7]:32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value="e08d2a6d-b8cc-478f-aebd-66d1fc6827c2"/>
<propval type="astring" name="cockroach_address" value="[fd00:1122:3344:101::7]:32221"/>
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::7]:32222"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 809 | 2024-06-25T04:49:06.015Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 810 | 2024-06-25T04:49:06.085Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="[fd00:1122:3344:101::6]:32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value="24b358cd-5990-433b-b0ca-d99467ecbf76"/>
<propval type="astring" name="cockroach_address" value="[fd00:1122:3344:101::6]:32221"/>
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::6]:32222"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 811 | 2024-06-25T04:49:06.086Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
|
| 812 | 2024-06-25T04:49:06.102Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::4"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="[fd00:1122:3344:101::4]:32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value="50cce527-08f8-4232-aeb2-7263bb6fca16"/>
<propval type="astring" name="cockroach_address" value="[fd00:1122:3344:101::4]:32221"/>
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::4]:32222"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 813 | 2024-06-25T04:49:06.102Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 814 | 2024-06-25T04:49:06.117Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba") failed: Property not found. retry in 73.884852ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 815 | 2024-06-25T04:49:06.125Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 44.334848ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 816 | 2024-06-25T04:49:06.160Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 73.364985ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 817 | 2024-06-25T04:49:06.179Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 52.353159ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 818 | 2024-06-25T04:49:06.251Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba") failed: Property not found. retry in 88.825897ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 819 | 2024-06-25T04:49:06.313Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 121.740362ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 820 | 2024-06-25T04:49:06.379Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 169.250883ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 821 | 2024-06-25T04:49:06.391Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba") failed: Property not found. retry in 154.461354ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 822 | 2024-06-25T04:49:06.423Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76") failed: Property not found. retry in 52.87945ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
|
| 823 | 2024-06-25T04:49:06.445Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 105.650085ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 824 | 2024-06-25T04:49:06.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 72.115336ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 825 | 2024-06-25T04:49:06.491Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76") failed: Property not found. retry in 105.21685ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
|
| 826 | 2024-06-25T04:49:06.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 127.548107ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 827 | 2024-06-25T04:49:06.846Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 469.664505ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 828 | 2024-06-25T04:49:06.895Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 532.45984ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 829 | 2024-06-25T04:49:06.957Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba") failed: Property not found. retry in 590.707166ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 830 | 2024-06-25T04:49:06.983Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61486
|
| 831 | 2024-06-25T04:49:06.983Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 318
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61486
req_id = 8ffa2a87-9b46-42ee-b60c-533ef2b27ff3
response_code = 200
uri = /baseboard
|
| 832 | 2024-06-25T04:49:06.999Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 217.669705ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 833 | 2024-06-25T04:49:07.031Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76") failed: Property not found. retry in 161.279336ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
|
| 834 | 2024-06-25T04:49:07.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76") failed: Property not found. retry in 458.97426ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
|
| 835 | 2024-06-25T04:49:07.272Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 219.288772ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 836 | 2024-06-25T04:49:07.336Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 1.168541784s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 837 | 2024-06-25T04:49:07.529Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 934.828922ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 838 | 2024-06-25T04:49:07.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 897.646427ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 839 | 2024-06-25T04:49:07.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba") failed: Property not found. retry in 1.003435909s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 840 | 2024-06-25T04:49:07.765Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76") failed: Property not found. retry in 592.673102ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
|
| 841 | 2024-06-25T04:49:08.412Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76") failed: Property not found. retry in 1.38014851s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
|
| 842 | 2024-06-25T04:49:08.528Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 1.269322181s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 843 | 2024-06-25T04:49:08.586Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 884.100693ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 844 | 2024-06-25T04:49:08.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 720.191022ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 845 | 2024-06-25T04:49:08.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba") failed: Property not found. retry in 1.360750322s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 846 | 2024-06-25T04:49:09.339Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 872.96092ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 847 | 2024-06-25T04:49:09.472Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 634.691025ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 848 | 2024-06-25T04:49:09.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76") failed: Property not found. retry in 1.200895223s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
|
| 849 | 2024-06-25T04:49:09.809Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 1.129149904s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 850 | 2024-06-25T04:49:10.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 1.316803856s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 851 | 2024-06-25T04:49:10.121Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba") failed: Property not found. retry in 1.119731031s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 852 | 2024-06-25T04:49:10.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 1.050440914s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 853 | 2024-06-25T04:49:10.953Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 662.870877ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 854 | 2024-06-25T04:49:11.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76") failed: Property not found. retry in 1.497964039s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
|
| 855 | 2024-06-25T04:49:11.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba") failed: Property not found. retry in 1.142922748s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 856 | 2024-06-25T04:49:11.284Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 774.125072ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 857 | 2024-06-25T04:49:11.444Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 946.843068ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 858 | 2024-06-25T04:49:11.627Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 1.379858624s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 859 | 2024-06-25T04:49:12.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 526.609659ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 860 | 2024-06-25T04:49:12.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 1.303860658s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 861 | 2024-06-25T04:49:12.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba") failed: Property not found. retry in 1.426827747s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 862 | 2024-06-25T04:49:12.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76") failed: Property not found. retry in 1.497712984s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
|
| 863 | 2024-06-25T04:49:12.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 582.810155ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 864 | 2024-06-25T04:49:13.015Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 1.296710224s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 865 | 2024-06-25T04:49:13.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 1.107943208s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 866 | 2024-06-25T04:49:13.534Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 8.588889042s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:423
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 867 | 2024-06-25T04:49:13.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 1.359295111s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 868 | 2024-06-25T04:49:13.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba") failed: Property not found. retry in 647.254708ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 869 | 2024-06-25T04:49:14.031Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76") failed: Property not found. retry in 1.478128062s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
|
| 870 | 2024-06-25T04:49:14.310Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 616.518947ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 871 | 2024-06-25T04:49:14.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 1.463177831s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 872 | 2024-06-25T04:49:14.502Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba") failed: Property not found. retry in 1.149660897s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 873 | 2024-06-25T04:49:14.938Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 1.025913228s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 874 | 2024-06-25T04:49:15.084Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 621.808848ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 875 | 2024-06-25T04:49:15.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 1.207901745s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 876 | 2024-06-25T04:49:15.796Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 1.374462559s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 877 | 2024-06-25T04:49:15.974Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 1.143071275s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 878 | 2024-06-25T04:49:16.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 1.144942656s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 879 | 2024-06-25T04:49:17.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 544.942482ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 880 | 2024-06-25T04:49:17.181Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 1.126333139s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 881 | 2024-06-25T04:49:17.928Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 822.634584ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 882 | 2024-06-25T04:49:18.093Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 1.389277304s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 883 | 2024-06-25T04:49:18.324Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 1.04250761s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 884 | 2024-06-25T04:49:18.762Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 1.271514579s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 885 | 2024-06-25T04:49:19.377Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 1.105027563s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 886 | 2024-06-25T04:49:19.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 810.09433ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 887 | 2024-06-25T04:49:20.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 1.244025577s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 888 | 2024-06-25T04:49:20.314Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 505.525406ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 889 | 2024-06-25T04:49:20.491Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 956.818124ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 890 | 2024-06-25T04:49:20.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 1.123902156s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 891 | 2024-06-25T04:49:21.296Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 709.137379ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 892 | 2024-06-25T04:49:21.458Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 732.344118ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 893 | 2024-06-25T04:49:21.964Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 864.887246ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 894 | 2024-06-25T04:49:22.015Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 1.380613751s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 895 | 2024-06-25T04:49:22.200Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 1.09550257s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 896 | 2024-06-25T04:49:22.838Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 1.188344724s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 897 | 2024-06-25T04:49:23.305Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 598.261575ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 898 | 2024-06-25T04:49:23.405Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 1.188052177s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 899 | 2024-06-25T04:49:23.913Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b") failed: Property not found. retry in 1.243793545s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 900 | 2024-06-25T04:49:24.035Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2") failed: Property not found. retry in 1.108932586s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 901 | 2024-06-25T04:49:24.603Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16") failed: Property not found. retry in 1.216840358s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 902 | 2024-06-25T04:49:25.843Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_cockroachdb_50cce527-08f8-4232-aeb2-7263bb6fca16
|
| 903 | 2024-06-25T04:49:25.843Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_cockroachdb_e08d2a6d-b8cc-478f-aebd-66d1fc6827c2
|
| 904 | 2024-06-25T04:49:25.843Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_cockroachdb_330f37d6-c599-4662-978b-427e0563465b
|
| 905 | 2024-06-25T04:49:25.843Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_cockroachdb_fa0a38e3-5677-4324-892e-4bf24b6a8fba
|
| 906 | 2024-06-25T04:49:25.844Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76
|
| 907 | 2024-06-25T04:49:25.844Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 908 | 2024-06-25T04:49:25.844Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 909 | 2024-06-25T04:49:25.844Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 23372095
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:41847
req_id = b7d5242a-b523-43ec-bdd1-dc1b2b72b41c
response_code = 204
uri = /omicron-zones
|
| 910 | 2024-06-25T04:49:25.877Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45019
|
| 911 | 2024-06-25T04:49:25.906Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221
file = sled-agent/src/services.rs:3367
|
| 912 | 2024-06-25T04:49:26.957Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3385
|
| 913 | 2024-06-25T04:49:37.050Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65524
|
| 914 | 2024-06-25T04:49:37.051Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 1662
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65524
req_id = f1927f67-73ca-4c8b-b817-eb030742497c
response_code = 200
uri = /baseboard
|
| 915 | 2024-06-25T04:49:37.163Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 37.145013045s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:423
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 916 | 2024-06-25T04:49:38.520Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize CockroachDb: Error running command in zone 'oxz_cockroachdb_24b358cd-5990-433b-b0ca-d99467ecbf76': Command [/opt/oxide/cockroachdb/bin/cockroach sql --insecure --host [fd00:1122:3344:101::6]:32221 --file /opt/oxide/cockroachdb/sql/dbinit.sql] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_ABORT_SPAN): "sql txn" meta={id=b0195a96 key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.01103431 epo=0 ts=1719290975.497108395,2 min=1719290968.949774422,0 seq=282} lock=true stat=ABORTED rts=1719290968.949774422,0 wto=false gul=1719290969.449774422,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_abort_span\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_ABORT_SPAN): "sql txn" meta={id=b0195a96 key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.01103431 epo=0 ts=1719290975.497108395,2 min=1719290968.949774422,0 seq=282} lock=true stat=ABORTED rts=1719290968.949774422,0 wto=false gul=1719290969.449774422,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_abort_span\nFailed running "sql"\n
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866
latency_us = 12642199
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:45019
req_id = 8b837c27-e19a-4232-a2ec-ea9a393484f0
response_code = 500
uri = /cockroachdb
|
| 917 | 2024-06-25T04:49:38.520Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "8b837c27-e19a-4232-a2ec-ea9a393484f0", "content-length": "124", "date": "Tue, 25 Jun 2024 04:49:38 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "8b837c27-e19a-4232-a2ec-ea9a393484f0" }
file = sled-agent/src/rack_setup/service.rs:966
retry_after = 92.666796ms
|
| 918 | 2024-06-25T04:49:38.651Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221
file = sled-agent/src/services.rs:3367
|
| 919 | 2024-06-25T04:49:38.826Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3385
|
| 920 | 2024-06-25T04:49:45.075Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3408
|
| 921 | 2024-06-25T04:49:45.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 6461049
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:45019
req_id = 3a43b5ad-79cb-4f79-80f4-aa69042cbe07
response_code = 204
uri = /cockroachdb
|
| 922 | 2024-06-25T04:49:45.112Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 787f9c51-3003-4c54-abc5-3fcd176fe26c, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: a2e8a53d-28ea-46e7-aea9-3e80145fd487, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fdf87375-41db-4eb2-9817-20524f4fccfa, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: fc84769e-8960-4c10-9b86-6007038f565f, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: ec3d6b48-e7ee-4320-b16f-4a987e28d8e6, kind: Service { id: fc84769e-8960-4c10-9b86-6007038f565f }, name: Name("ntp-fc84769e-8960-4c10-9b86-6007038f565f"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 106])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: fa0a38e3-5677-4324-892e-4bf24b6a8fba, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External } } } }, OmicronZoneConfig { id: 50cce527-08f8-4232-aeb2-7263bb6fca16, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External } } } }, OmicronZoneConfig { id: 330f37d6-c599-4662-978b-427e0563465b, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External } } } }, OmicronZoneConfig { id: 24b358cd-5990-433b-b0ca-d99467ecbf76, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: e08d2a6d-b8cc-478f-aebd-66d1fc6827c2, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool), kind: External } } } }, OmicronZoneConfig { id: a3389c0c-e009-4036-8f44-4dcfff52cb48, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: ddcede0f-dbd5-4872-a62f-da6e5fe07292, kind: Service { id: a3389c0c-e009-4036-8f44-4dcfff52cb48 }, name: Name("external-dns-a3389c0c-e009-4036-8f44-4dcfff52cb48"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: c6e7155f-e2c6-48aa-8e6b-d987e30ae59e, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: d968ce70-646b-4bfa-abe2-f05284e349a5, kind: Service { id: c6e7155f-e2c6-48aa-8e6b-d987e30ae59e }, name: Name("external-dns-c6e7155f-e2c6-48aa-8e6b-d987e30ae59e"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 252])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 9a711fa1-00b6-43e9-95c1-5709078e08fd, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: d8316546-7b62-42e0-9159-731ef32dfa0f, kind: Service { id: 9a711fa1-00b6-43e9-95c1-5709078e08fd }, name: Name("nexus-9a711fa1-00b6-43e9-95c1-5709078e08fd"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 142, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f953762c-2a70-4587-ad48-1d04d15add69, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 6eb51d5f-10a0-4014-9cca-2095393131c9, kind: Service { id: f953762c-2a70-4587-ad48-1d04d15add69 }, name: Name("nexus-f953762c-2a70-4587-ad48-1d04d15add69"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 237])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: dd3f03e4-7266-4616-9c14-006aa123a330, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 98a1843e-7260-45b5-8ae7-67826a2b237e, kind: Service { id: dd3f03e4-7266-4616-9c14-006aa123a330 }, name: Name("nexus-dd3f03e4-7266-4616-9c14-006aa123a330"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d1a7f79c-c717-4554-8364-3cfbfc582f11, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External } } } }, OmicronZoneConfig { id: 779cd715-8c19-4bb5-a0e0-35f479467a85, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d3e14de3-eb55-4171-8a5e-c1a61dad9969, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e61e0b1e-95be-4a8b-88ef-5ee400db10f7, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9e3b6c0d-a2aa-4ef2-acc1-37d442726234, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External } } } }, OmicronZoneConfig { id: d22809a8-5081-49ac-9d75-9080ffa4899b, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External } } } }, OmicronZoneConfig { id: b39dda02-ab41-4570-855d-f4904065600b, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6511791c-64e1-4204-bec9-3e5138531ad9, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool), kind: External } } } }, OmicronZoneConfig { id: 74e7a594-8073-4b6d-942d-e0f3064d5f9a, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0bb9bed4-fafe-47b7-b730-cf210e077a45 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2aff8381-9b5a-4a55-9621-4edebc26a48a, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83379ee6-491d-4586-a2bc-c38ab1776ad8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 11de6d45-5756-40b9-848f-8f94f00ca65d, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 36eecdbc-0c26-4d56-8f0d-26f3924fadfe (zpool), kind: External } } } }, OmicronZoneConfig { id: f6d58d62-7c41-40bb-87bd-1468a70a7e47, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d3650a8-265e-4fe5-b291-afa7774612f3 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:431
sled_address = [fd00:1122:3344:101::1]:12345
|
| 923 | 2024-06-25T04:49:45.113Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36116
|
| 924 | 2024-06-25T04:49:45.114Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 787f9c51-3003-4c54-abc5-3fcd176fe26c, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 925 | 2024-06-25T04:49:45.114Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 787f9c51-3003-4c54-abc5-3fcd176fe26c, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 926 | 2024-06-25T04:49:45.140Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a2e8a53d-28ea-46e7-aea9-3e80145fd487, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 927 | 2024-06-25T04:49:45.140Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: a2e8a53d-28ea-46e7-aea9-3e80145fd487, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 928 | 2024-06-25T04:49:45.162Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: fdf87375-41db-4eb2-9817-20524f4fccfa, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 929 | 2024-06-25T04:49:45.162Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: fdf87375-41db-4eb2-9817-20524f4fccfa, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 930 | 2024-06-25T04:49:45.182Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: fa0a38e3-5677-4324-892e-4bf24b6a8fba, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 931 | 2024-06-25T04:49:45.182Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: fa0a38e3-5677-4324-892e-4bf24b6a8fba, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 932 | 2024-06-25T04:49:45.202Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 50cce527-08f8-4232-aeb2-7263bb6fca16, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 933 | 2024-06-25T04:49:45.202Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 50cce527-08f8-4232-aeb2-7263bb6fca16, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 934 | 2024-06-25T04:49:45.221Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 330f37d6-c599-4662-978b-427e0563465b, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 935 | 2024-06-25T04:49:45.221Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 330f37d6-c599-4662-978b-427e0563465b, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 936 | 2024-06-25T04:49:45.240Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 24b358cd-5990-433b-b0ca-d99467ecbf76, dataset_name: DatasetName { pool_name: ZpoolName { id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 937 | 2024-06-25T04:49:45.240Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 24b358cd-5990-433b-b0ca-d99467ecbf76, dataset_name: DatasetName { pool_name: ZpoolName { id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 938 | 2024-06-25T04:49:45.259Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e08d2a6d-b8cc-478f-aebd-66d1fc6827c2, dataset_name: DatasetName { pool_name: ZpoolName { id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 939 | 2024-06-25T04:49:45.259Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: e08d2a6d-b8cc-478f-aebd-66d1fc6827c2, dataset_name: DatasetName { pool_name: ZpoolName { id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 940 | 2024-06-25T04:49:45.278Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a3389c0c-e009-4036-8f44-4dcfff52cb48, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 941 | 2024-06-25T04:49:45.278Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: a3389c0c-e009-4036-8f44-4dcfff52cb48, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 942 | 2024-06-25T04:49:45.354Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: c6e7155f-e2c6-48aa-8e6b-d987e30ae59e, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 943 | 2024-06-25T04:49:45.354Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: c6e7155f-e2c6-48aa-8e6b-d987e30ae59e, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 944 | 2024-06-25T04:49:45.441Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 945 | 2024-06-25T04:49:45.441Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 946 | 2024-06-25T04:49:45.526Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 947 | 2024-06-25T04:49:45.526Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 6793fb51-0189-4842-8cc9-a04ce8d8dc83 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 948 | 2024-06-25T04:49:45.604Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9e3b6c0d-a2aa-4ef2-acc1-37d442726234, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 949 | 2024-06-25T04:49:45.604Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 9e3b6c0d-a2aa-4ef2-acc1-37d442726234, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cb186df-6997-44cf-8319-498f651f1f73 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 950 | 2024-06-25T04:49:45.679Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d22809a8-5081-49ac-9d75-9080ffa4899b, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 951 | 2024-06-25T04:49:45.679Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: d22809a8-5081-49ac-9d75-9080ffa4899b, dataset_name: DatasetName { pool_name: ZpoolName { id: 06c5d615-3101-4280-b654-568002756968 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 952 | 2024-06-25T04:49:45.750Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b39dda02-ab41-4570-855d-f4904065600b, dataset_name: DatasetName { pool_name: ZpoolName { id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 953 | 2024-06-25T04:49:45.750Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: b39dda02-ab41-4570-855d-f4904065600b, dataset_name: DatasetName { pool_name: ZpoolName { id: e0db45fa-3c43-4f1d-8450-859e23a3d9a3 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 954 | 2024-06-25T04:49:45.834Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 6511791c-64e1-4204-bec9-3e5138531ad9, dataset_name: DatasetName { pool_name: ZpoolName { id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 955 | 2024-06-25T04:49:45.835Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 6511791c-64e1-4204-bec9-3e5138531ad9, dataset_name: DatasetName { pool_name: ZpoolName { id: d11f1de3-731b-46f3-8259-abe2174edcbd (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 956 | 2024-06-25T04:49:45.926Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 74e7a594-8073-4b6d-942d-e0f3064d5f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0bb9bed4-fafe-47b7-b730-cf210e077a45 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 957 | 2024-06-25T04:49:45.926Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 74e7a594-8073-4b6d-942d-e0f3064d5f9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0bb9bed4-fafe-47b7-b730-cf210e077a45 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 958 | 2024-06-25T04:49:46.007Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 2aff8381-9b5a-4a55-9621-4edebc26a48a, dataset_name: DatasetName { pool_name: ZpoolName { id: 83379ee6-491d-4586-a2bc-c38ab1776ad8 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 959 | 2024-06-25T04:49:46.007Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 2aff8381-9b5a-4a55-9621-4edebc26a48a, dataset_name: DatasetName { pool_name: ZpoolName { id: 83379ee6-491d-4586-a2bc-c38ab1776ad8 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 960 | 2024-06-25T04:49:46.082Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 11de6d45-5756-40b9-848f-8f94f00ca65d, dataset_name: DatasetName { pool_name: ZpoolName { id: 36eecdbc-0c26-4d56-8f0d-26f3924fadfe (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 961 | 2024-06-25T04:49:46.082Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 11de6d45-5756-40b9-848f-8f94f00ca65d, dataset_name: DatasetName { pool_name: ZpoolName { id: 36eecdbc-0c26-4d56-8f0d-26f3924fadfe (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 962 | 2024-06-25T04:49:46.156Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f6d58d62-7c41-40bb-87bd-1468a70a7e47, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d3650a8-265e-4fe5-b291-afa7774612f3 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 963 | 2024-06-25T04:49:46.156Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: f6d58d62-7c41-40bb-87bd-1468a70a7e47, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d3650a8-265e-4fe5-b291-afa7774612f3 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 964 | 2024-06-25T04:49:46.227Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 965 | 2024-06-25T04:49:46.227Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 966 | 2024-06-25T04:49:46.227Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 967 | 2024-06-25T04:49:46.227Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 968 | 2024-06-25T04:49:46.342Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:263
|
| 969 | 2024-06-25T04:49:46.343Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 970 | 2024-06-25T04:49:46.367Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:263
|
| 971 | 2024-06-25T04:49:46.368Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 972 | 2024-06-25T04:49:46.369Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:263
|
| 973 | 2024-06-25T04:49:46.406Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:263
|
| 974 | 2024-06-25T04:49:46.406Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 975 | 2024-06-25T04:49:46.406Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 976 | 2024-06-25T04:49:46.406Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 977 | 2024-06-25T04:49:46.406Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 978 | 2024-06-25T04:49:46.408Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 979 | 2024-06-25T04:49:46.569Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:263
|
| 980 | 2024-06-25T04:49:46.570Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 981 | 2024-06-25T04:49:46.622Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 982 | 2024-06-25T04:49:46.622Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 983 | 2024-06-25T04:49:46.622Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 984 | 2024-06-25T04:49:46.622Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 985 | 2024-06-25T04:49:46.622Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 986 | 2024-06-25T04:49:46.622Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 987 | 2024-06-25T04:49:46.622Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
file = illumos-utils/src/zone.rs:315
|
| 988 | 2024-06-25T04:49:46.628Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
file = illumos-utils/src/zone.rs:315
|
| 989 | 2024-06-25T04:49:46.634Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
file = illumos-utils/src/zone.rs:315
|
| 990 | 2024-06-25T04:49:46.639Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
file = illumos-utils/src/zone.rs:315
|
| 991 | 2024-06-25T04:49:46.644Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
file = illumos-utils/src/zone.rs:315
|
| 992 | 2024-06-25T04:49:46.650Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
file = illumos-utils/src/zone.rs:315
|
| 993 | 2024-06-25T04:49:46.655Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
file = illumos-utils/src/zone.rs:315
|
| 994 | 2024-06-25T04:49:46.797Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
file = illumos-utils/src/zone.rs:354
|
| 995 | 2024-06-25T04:49:46.802Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
file = illumos-utils/src/zone.rs:354
|
| 996 | 2024-06-25T04:49:46.808Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
file = illumos-utils/src/zone.rs:354
|
| 997 | 2024-06-25T04:49:46.813Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
file = illumos-utils/src/zone.rs:354
|
| 998 | 2024-06-25T04:49:46.818Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
file = illumos-utils/src/zone.rs:354
|
| 999 | 2024-06-25T04:49:46.822Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
file = illumos-utils/src/zone.rs:354
|
| 1000 | 2024-06-25T04:49:46.828Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
file = illumos-utils/src/zone.rs:354
|
| 1001 | 2024-06-25T04:49:46.833Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
file = illumos-utils/src/zone.rs:315
|
| 1002 | 2024-06-25T04:49:46.839Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
file = illumos-utils/src/zone.rs:315
|
| 1003 | 2024-06-25T04:49:46.845Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
file = illumos-utils/src/zone.rs:315
|
| 1004 | 2024-06-25T04:49:46.851Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
file = illumos-utils/src/zone.rs:315
|
| 1005 | 2024-06-25T04:49:46.856Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
file = illumos-utils/src/zone.rs:315
|
| 1006 | 2024-06-25T04:49:46.862Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
file = illumos-utils/src/zone.rs:315
|
| 1007 | 2024-06-25T04:49:46.867Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
file = illumos-utils/src/zone.rs:315
|
| 1008 | 2024-06-25T04:49:46.874Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
file = illumos-utils/src/zone.rs:354
|
| 1009 | 2024-06-25T04:49:46.880Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
file = illumos-utils/src/zone.rs:354
|
| 1010 | 2024-06-25T04:49:46.887Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
file = illumos-utils/src/zone.rs:354
|
| 1011 | 2024-06-25T04:49:46.893Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
file = illumos-utils/src/zone.rs:354
|
| 1012 | 2024-06-25T04:49:46.899Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
file = illumos-utils/src/zone.rs:354
|
| 1013 | 2024-06-25T04:49:46.904Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
file = illumos-utils/src/zone.rs:354
|
| 1014 | 2024-06-25T04:49:46.910Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
file = illumos-utils/src/zone.rs:354
|
| 1015 | 2024-06-25T04:49:46.984Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:280
|
| 1016 | 2024-06-25T04:49:47.091Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:280
|
| 1017 | 2024-06-25T04:49:47.156Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:280
|
| 1018 | 2024-06-25T04:49:47.253Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:280
|
| 1019 | 2024-06-25T04:49:47.325Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:280
|
| 1020 | 2024-06-25T04:49:47.328Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:305
|
| 1021 | 2024-06-25T04:49:47.328Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:197
|
| 1022 | 2024-06-25T04:49:47.415Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:393
port = Port { inner: PortInner { name: "opte1", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 175, 237]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte1" } }
|
| 1023 | 2024-06-25T04:49:47.415Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1190
zone_type = nexus
|
| 1024 | 2024-06-25T04:49:47.420Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:305
|
| 1025 | 2024-06-25T04:49:47.420Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:197
|
| 1026 | 2024-06-25T04:49:47.533Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:393
port = Port { inner: PortInner { name: "opte2", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 142, 122]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte2" } }
|
| 1027 | 2024-06-25T04:49:47.533Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1190
zone_type = nexus
|
| 1028 | 2024-06-25T04:49:47.536Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:305
|
| 1029 | 2024-06-25T04:49:47.536Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:197
|
| 1030 | 2024-06-25T04:49:47.638Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:393
port = Port { inner: PortInner { name: "opte3", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 236, 185]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte3" } }
|
| 1031 | 2024-06-25T04:49:47.638Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1190
zone_type = nexus
|
| 1032 | 2024-06-25T04:49:47.644Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:305
|
| 1033 | 2024-06-25T04:49:47.644Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:197
|
| 1034 | 2024-06-25T04:49:47.740Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:393
port = Port { inner: PortInner { name: "opte4", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 226, 160]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte4" } }
|
| 1035 | 2024-06-25T04:49:47.740Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1190
zone_type = external_dns
|
| 1036 | 2024-06-25T04:49:47.744Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:305
|
| 1037 | 2024-06-25T04:49:47.744Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:197
|
| 1038 | 2024-06-25T04:49:47.856Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:393
port = Port { inner: PortInner { name: "opte5", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 146, 252]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte5" } }
|
| 1039 | 2024-06-25T04:49:47.856Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1190
zone_type = external_dns
|
| 1040 | 2024-06-25T04:49:47.864Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 1041 | 2024-06-25T04:49:47.864Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 1042 | 2024-06-25T04:49:47.864Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 1043 | 2024-06-25T04:49:47.864Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 1044 | 2024-06-25T04:49:47.865Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 1045 | 2024-06-25T04:49:47.865Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 1046 | 2024-06-25T04:49:47.865Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 1047 | 2024-06-25T04:49:47.866Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 1048 | 2024-06-25T04:49:47.867Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 1049 | 2024-06-25T04:49:47.867Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 1050 | 2024-06-25T04:49:47.878Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 1051 | 2024-06-25T04:49:47.883Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1052 | 2024-06-25T04:49:47.932Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 1053 | 2024-06-25T04:49:47.936Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 1054 | 2024-06-25T04:49:47.936Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1055 | 2024-06-25T04:49:47.941Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1056 | 2024-06-25T04:49:47.941Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 1057 | 2024-06-25T04:49:47.945Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1058 | 2024-06-25T04:49:47.945Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 1059 | 2024-06-25T04:49:47.949Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1060 | 2024-06-25T04:49:48.104Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
file = illumos-utils/src/zone.rs:315
|
| 1061 | 2024-06-25T04:49:48.111Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
file = illumos-utils/src/zone.rs:315
|
| 1062 | 2024-06-25T04:49:48.119Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
file = illumos-utils/src/zone.rs:315
|
| 1063 | 2024-06-25T04:49:48.126Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
file = illumos-utils/src/zone.rs:315
|
| 1064 | 2024-06-25T04:49:48.133Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
file = illumos-utils/src/zone.rs:315
|
| 1065 | 2024-06-25T04:49:48.141Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
file = illumos-utils/src/zone.rs:354
|
| 1066 | 2024-06-25T04:49:48.148Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
file = illumos-utils/src/zone.rs:354
|
| 1067 | 2024-06-25T04:49:48.155Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
file = illumos-utils/src/zone.rs:354
|
| 1068 | 2024-06-25T04:49:48.161Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
file = illumos-utils/src/zone.rs:354
|
| 1069 | 2024-06-25T04:49:48.169Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
file = illumos-utils/src/zone.rs:354
|
| 1070 | 2024-06-25T04:49:50.445Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::10"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1071 | 2024-06-25T04:49:50.454Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1072 | 2024-06-25T04:49:50.480Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::11"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1073 | 2024-06-25T04:49:50.480Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService16"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::f"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1074 | 2024-06-25T04:49:50.481Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1075 | 2024-06-25T04:49:50.500Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1076 | 2024-06-25T04:49:50.732Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::13"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_6cb186df-6997-44cf-8319-498f651f1f73/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="69aa04a2-2be9-41f6-8539-e97aa5b0d0df"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1077 | 2024-06-25T04:49:50.733Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService17"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::17"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_0bb9bed4-fafe-47b7-b730-cf210e077a45/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="2002a04d-5d7a-4923-af6e-0a4efd90cbcd"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1078 | 2024-06-25T04:49:50.733Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1079 | 2024-06-25T04:49:50.741Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1080 | 2024-06-25T04:49:50.750Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::19"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_36eecdbc-0c26-4d56-8f0d-26f3924fadfe/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="045655eb-d7cb-4753-8a1a-f50ce7195b29"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1081 | 2024-06-25T04:49:50.750Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::12"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_6793fb51-0189-4842-8cc9-a04ce8d8dc83/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="9be02532-a9ae-4a95-a6f1-2257eca4b961"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1082 | 2024-06-25T04:49:50.750Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService21"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::18"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_83379ee6-491d-4586-a2bc-c38ab1776ad8/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="64379f6c-6b4c-4a00-85fe-966e9b0c9765"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1083 | 2024-06-25T04:49:50.751Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService23"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::14"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_06c5d615-3101-4280-b654-568002756968/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="cd43a37d-e945-4785-9b4b-756b6f419a4e"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1084 | 2024-06-25T04:49:50.751Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService10"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::1a"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_5d3650a8-265e-4fe5-b291-afa7774612f3/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="70db8744-7661-4a63-a86e-19e3c873c3c0"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1085 | 2024-06-25T04:49:50.752Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService12"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::15"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_e0db45fa-3c43-4f1d-8450-859e23a3d9a3/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="332e3bec-b160-4c9b-b1dc-a97c04b30485"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1086 | 2024-06-25T04:49:50.752Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::16"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_d11f1de3-731b-46f3-8259-abe2174edcbd/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="156269a2-ce25-4a8b-ad85-a2635893165d"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1087 | 2024-06-25T04:49:50.752Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1088 | 2024-06-25T04:49:50.761Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1089 | 2024-06-25T04:49:50.769Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1090 | 2024-06-25T04:49:50.777Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1091 | 2024-06-25T04:49:50.786Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1092 | 2024-06-25T04:49:50.795Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1093 | 2024-06-25T04:49:50.804Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1094 | 2024-06-25T04:49:50.813Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::d"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value="d1a7f79c-c717-4554-8364-3cfbfc582f11"/>
<propval type="astring" name="address" value="[fd00:1122:3344:101::d]:12223"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1095 | 2024-06-25T04:49:50.813Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1096 | 2024-06-25T04:49:50.915Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 26.146444ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1097 | 2024-06-25T04:49:50.930Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 46.029864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1098 | 2024-06-25T04:49:50.943Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 51.040902ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1099 | 2024-06-25T04:49:50.956Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 59.442183ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1100 | 2024-06-25T04:49:50.991Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 137.06085ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1101 | 2024-06-25T04:49:51.060Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234") failed: Property not found. retry in 62.594986ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1102 | 2024-06-25T04:49:51.092Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 139.056781ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1103 | 2024-06-25T04:49:51.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 46.522061ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1104 | 2024-06-25T04:49:51.166Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d") failed: Property not found. retry in 65.229117ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1105 | 2024-06-25T04:49:51.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 47.219901ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1106 | 2024-06-25T04:49:51.261Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 103.949486ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1107 | 2024-06-25T04:49:51.531Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 65.123863ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1108 | 2024-06-25T04:49:51.583Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 141.485522ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1109 | 2024-06-25T04:49:51.625Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 59.400875ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1110 | 2024-06-25T04:49:51.677Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 70.70791ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1111 | 2024-06-25T04:49:51.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 51.500005ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1112 | 2024-06-25T04:49:51.971Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 50.850016ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1113 | 2024-06-25T04:49:52.013Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234") failed: Property not found. retry in 112.864462ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1114 | 2024-06-25T04:49:52.248Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11") failed: Property not found. retry in 74.907249ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1115 | 2024-06-25T04:49:52.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 205.776698ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1116 | 2024-06-25T04:49:52.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 125.231997ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1117 | 2024-06-25T04:49:52.815Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d") failed: Property not found. retry in 95.078161ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1118 | 2024-06-25T04:49:52.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 130.366873ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1119 | 2024-06-25T04:49:52.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 276.375274ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1120 | 2024-06-25T04:49:52.908Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 144.930584ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1121 | 2024-06-25T04:49:52.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 211.96288ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1122 | 2024-06-25T04:49:52.956Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 50.700045ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1123 | 2024-06-25T04:49:52.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 139.959547ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1124 | 2024-06-25T04:49:53.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 104.306069ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1125 | 2024-06-25T04:49:53.019Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 99.382599ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1126 | 2024-06-25T04:49:53.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234") failed: Property not found. retry in 268.592102ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1127 | 2024-06-25T04:49:53.053Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11") failed: Property not found. retry in 88.959878ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1128 | 2024-06-25T04:49:53.079Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 590.098703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1129 | 2024-06-25T04:49:53.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 175.106181ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1130 | 2024-06-25T04:49:53.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d") failed: Property not found. retry in 129.749089ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1131 | 2024-06-25T04:49:53.126Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 273.174074ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1132 | 2024-06-25T04:49:53.140Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 254.288453ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1133 | 2024-06-25T04:49:53.156Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 167.947132ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1134 | 2024-06-25T04:49:53.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 109.258463ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1135 | 2024-06-25T04:49:53.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 243.384547ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1136 | 2024-06-25T04:49:53.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 211.811865ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1137 | 2024-06-25T04:49:53.210Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11") failed: Property not found. retry in 230.455719ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1138 | 2024-06-25T04:49:53.225Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 486.31032ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1139 | 2024-06-25T04:49:53.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 573.335926ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1140 | 2024-06-25T04:49:53.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d") failed: Property not found. retry in 294.70071ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1141 | 2024-06-25T04:49:53.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 334.387844ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1142 | 2024-06-25T04:49:53.301Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 466.895797ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1143 | 2024-06-25T04:49:53.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234") failed: Property not found. retry in 332.933285ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1144 | 2024-06-25T04:49:53.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 207.695823ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1145 | 2024-06-25T04:49:53.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 454.331813ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1146 | 2024-06-25T04:49:53.422Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 593.413693ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1147 | 2024-06-25T04:49:53.434Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 269.537444ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1148 | 2024-06-25T04:49:53.451Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 216.528485ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1149 | 2024-06-25T04:49:53.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11") failed: Property not found. retry in 345.74932ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1150 | 2024-06-25T04:49:53.564Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 1.154699418s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1151 | 2024-06-25T04:49:53.579Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d") failed: Property not found. retry in 814.160052ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1152 | 2024-06-25T04:49:53.638Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 861.808131ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1153 | 2024-06-25T04:49:53.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234") failed: Property not found. retry in 688.075768ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1154 | 2024-06-25T04:49:53.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 866.137593ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1155 | 2024-06-25T04:49:53.695Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 1.120395048s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1156 | 2024-06-25T04:49:53.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 884.117488ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1157 | 2024-06-25T04:49:53.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 1.342286842s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1158 | 2024-06-25T04:49:53.753Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService28"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::9"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte5"/>
<propval type="astring" name="gateway" value="172.30.1.1"/>
<propval type="astring" name="ip" value="172.30.1.6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::9]:5353"/>
<propval type="astring" name="dns_address" value="172.30.1.6:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1159 | 2024-06-25T04:49:53.753Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1160 | 2024-06-25T04:49:53.761Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService25"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::8"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte4"/>
<propval type="astring" name="gateway" value="172.30.1.1"/>
<propval type="astring" name="ip" value="172.30.1.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::8]:5353"/>
<propval type="astring" name="dns_address" value="172.30.1.5:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1161 | 2024-06-25T04:49:53.762Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1162 | 2024-06-25T04:49:53.781Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 1.191383831s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1163 | 2024-06-25T04:49:53.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 1.020038255s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1164 | 2024-06-25T04:49:53.846Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11") failed: Property not found. retry in 815.78613ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1165 | 2024-06-25T04:49:53.880Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 956.908868ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1166 | 2024-06-25T04:49:54.010Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 43.527964ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1167 | 2024-06-25T04:49:54.031Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 1.061077009s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1168 | 2024-06-25T04:49:54.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 69.432552ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1169 | 2024-06-25T04:49:54.066Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 129.522326ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1170 | 2024-06-25T04:49:54.126Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 55.161003ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1171 | 2024-06-25T04:49:54.198Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 252.950888ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1172 | 2024-06-25T04:49:54.223Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 178.275669ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1173 | 2024-06-25T04:49:54.387Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234") failed: Property not found. retry in 1.379491818s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1174 | 2024-06-25T04:49:54.424Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d") failed: Property not found. retry in 1.3424663s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1175 | 2024-06-25T04:49:54.561Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 485.579509ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1176 | 2024-06-25T04:49:54.600Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 778.360794ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1177 | 2024-06-25T04:49:54.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 769.189209ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1178 | 2024-06-25T04:49:54.699Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 268.208108ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1179 | 2024-06-25T04:49:54.739Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 1.215533683s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1180 | 2024-06-25T04:49:54.782Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11") failed: Property not found. retry in 1.433511268s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1181 | 2024-06-25T04:49:54.810Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 1.089425591s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1182 | 2024-06-25T04:49:54.835Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 509.163619ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1183 | 2024-06-25T04:49:54.854Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 1.060367606s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1184 | 2024-06-25T04:49:54.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 694.252357ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1185 | 2024-06-25T04:49:54.986Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 559.948731ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1186 | 2024-06-25T04:49:55.002Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 967.318908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1187 | 2024-06-25T04:49:55.061Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 921.362093ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1188 | 2024-06-25T04:49:55.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 820.071ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1189 | 2024-06-25T04:49:55.171Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 1.427819877s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1190 | 2024-06-25T04:49:55.281Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService27"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::c"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte3"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.7"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1191 | 2024-06-25T04:49:55.281Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService24"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::b"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte1"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1192 | 2024-06-25T04:49:55.282Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1193 | 2024-06-25T04:49:55.293Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1194 | 2024-06-25T04:49:55.303Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService26"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::a"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte2"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1195 | 2024-06-25T04:49:55.303Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1196 | 2024-06-25T04:49:55.366Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 780.968381ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1197 | 2024-06-25T04:49:55.397Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 959.465211ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1198 | 2024-06-25T04:49:55.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 816.492449ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1199 | 2024-06-25T04:49:55.584Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 1.137386701s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1200 | 2024-06-25T04:49:55.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 540.210415ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1201 | 2024-06-25T04:49:55.645Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 67.054246ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1202 | 2024-06-25T04:49:55.676Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 46.570497ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1203 | 2024-06-25T04:49:55.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 73.893802ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1204 | 2024-06-25T04:49:55.768Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 102.814903ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1205 | 2024-06-25T04:49:55.945Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 87.359999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1206 | 2024-06-25T04:49:56.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 104.832665ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1207 | 2024-06-25T04:49:56.047Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234") failed: Property not found. retry in 1.426546168s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1208 | 2024-06-25T04:49:56.086Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d") failed: Property not found. retry in 1.383321518s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1209 | 2024-06-25T04:49:56.118Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 914.8696ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1210 | 2024-06-25T04:49:56.139Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 146.11843ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1211 | 2024-06-25T04:49:56.166Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 567.454097ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1212 | 2024-06-25T04:49:56.190Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 286.051191ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1213 | 2024-06-25T04:49:56.210Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 1.118567825s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1214 | 2024-06-25T04:49:56.235Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 138.352191ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1215 | 2024-06-25T04:49:56.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 1.335885753s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1216 | 2024-06-25T04:49:56.276Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 1.379643329s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1217 | 2024-06-25T04:49:56.296Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 986.950977ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1218 | 2024-06-25T04:49:56.314Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 1.10561269s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1219 | 2024-06-25T04:49:56.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 1.129082443s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1220 | 2024-06-25T04:49:56.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 285.978173ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1221 | 2024-06-25T04:49:56.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11") failed: Property not found. retry in 1.353580709s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1222 | 2024-06-25T04:49:56.392Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 788.786664ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1223 | 2024-06-25T04:49:56.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 1.42556849s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1224 | 2024-06-25T04:49:56.427Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 273.309235ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1225 | 2024-06-25T04:49:56.501Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 335.00563ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1226 | 2024-06-25T04:49:56.626Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 755.991583ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1227 | 2024-06-25T04:49:56.662Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 1.049259859s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1228 | 2024-06-25T04:49:56.715Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 879.155024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1229 | 2024-06-25T04:49:56.737Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 570.315009ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1230 | 2024-06-25T04:49:56.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 1.15041526s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1231 | 2024-06-25T04:49:56.849Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 1.087247294s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1232 | 2024-06-25T04:49:57.046Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 536.890256ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1233 | 2024-06-25T04:49:57.196Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 1.031076418s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1234 | 2024-06-25T04:49:57.294Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 1.404642199s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1235 | 2024-06-25T04:49:57.320Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 1.468326074s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1236 | 2024-06-25T04:49:57.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 1.006231697s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1237 | 2024-06-25T04:49:57.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 618.586759ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1238 | 2024-06-25T04:49:57.436Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 1.245736611s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1239 | 2024-06-25T04:49:57.476Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 1.077206716s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1240 | 2024-06-25T04:49:57.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234") failed: Property not found. retry in 1.246998364s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1241 | 2024-06-25T04:49:57.499Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d") failed: Property not found. retry in 739.293908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1242 | 2024-06-25T04:49:57.599Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 654.250006ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1243 | 2024-06-25T04:49:57.611Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 841.408164ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1244 | 2024-06-25T04:49:57.621Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 1.067564136s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1245 | 2024-06-25T04:49:57.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 717.518459ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1246 | 2024-06-25T04:49:57.701Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::e"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1247 | 2024-06-25T04:49:57.701Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1248 | 2024-06-25T04:49:57.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 1.266935326s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1249 | 2024-06-25T04:49:57.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11") failed: Property not found. retry in 1.365963903s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1250 | 2024-06-25T04:49:57.866Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 639.967968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1251 | 2024-06-25T04:49:57.932Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 1.233446105s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1252 | 2024-06-25T04:49:57.961Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 942.720878ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1253 | 2024-06-25T04:49:58.036Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 544.355787ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1254 | 2024-06-25T04:49:58.248Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 942.567189ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1255 | 2024-06-25T04:49:58.270Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d") failed: Property not found. retry in 993.976104ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1256 | 2024-06-25T04:49:58.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 971.22861ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1257 | 2024-06-25T04:49:58.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 839.395481ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1258 | 2024-06-25T04:49:58.392Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 27.966502ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1259 | 2024-06-25T04:49:58.413Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 1.316535161s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1260 | 2024-06-25T04:49:58.451Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 100.124668ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1261 | 2024-06-25T04:49:58.491Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 797.122924ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1262 | 2024-06-25T04:49:58.546Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 608.4275ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1263 | 2024-06-25T04:49:58.611Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 140.162406ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1264 | 2024-06-25T04:49:58.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 1.087973824s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1265 | 2024-06-25T04:49:58.695Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 1.309402686s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1266 | 2024-06-25T04:49:58.720Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 1.24125581s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1267 | 2024-06-25T04:49:58.735Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 594.802499ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1268 | 2024-06-25T04:49:58.749Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 647.098986ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1269 | 2024-06-25T04:49:58.764Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234") failed: Property not found. retry in 595.85059ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1270 | 2024-06-25T04:49:58.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 363.425465ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1271 | 2024-06-25T04:49:58.803Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 1.431564268s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1272 | 2024-06-25T04:49:58.916Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 595.575332ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1273 | 2024-06-25T04:49:59.028Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 1.044414561s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1274 | 2024-06-25T04:49:59.135Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11") failed: Property not found. retry in 1.206986636s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1275 | 2024-06-25T04:49:59.163Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 772.676876ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1276 | 2024-06-25T04:49:59.185Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 1.018268122s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1277 | 2024-06-25T04:49:59.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 531.428703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1278 | 2024-06-25T04:49:59.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 1.146489057s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1279 | 2024-06-25T04:49:59.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 940.531808ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1280 | 2024-06-25T04:49:59.288Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 629.687873ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1281 | 2024-06-25T04:49:59.306Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d") failed: Property not found. retry in 1.058935079s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1282 | 2024-06-25T04:49:59.326Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 703.456976ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1283 | 2024-06-25T04:49:59.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 684.269732ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1284 | 2024-06-25T04:49:59.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234") failed: Property not found. retry in 1.131644014s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1285 | 2024-06-25T04:49:59.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 850.667628ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1286 | 2024-06-25T04:49:59.534Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 990.707252ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1287 | 2024-06-25T04:49:59.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 580.369012ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1288 | 2024-06-25T04:49:59.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 892.406741ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1289 | 2024-06-25T04:49:59.781Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 1.069196341s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1290 | 2024-06-25T04:49:59.932Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 1.094737301s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1291 | 2024-06-25T04:49:59.950Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 1.22675385s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1292 | 2024-06-25T04:49:59.977Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 1.163057133s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1293 | 2024-06-25T04:50:00.019Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 1.364192758s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1294 | 2024-06-25T04:50:00.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 1.288301657s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1295 | 2024-06-25T04:50:00.058Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 792.78936ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1296 | 2024-06-25T04:50:00.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 1.252392704s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1297 | 2024-06-25T04:50:00.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 1.428933055s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1298 | 2024-06-25T04:50:00.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 986.922583ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1299 | 2024-06-25T04:50:00.249Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 765.904743ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1300 | 2024-06-25T04:50:00.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 715.418056ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1301 | 2024-06-25T04:50:00.342Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 1.04218831s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1302 | 2024-06-25T04:50:00.360Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11") failed: Property not found. retry in 1.404088199s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1303 | 2024-06-25T04:50:00.379Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d") failed: Property not found. retry in 1.249166787s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1304 | 2024-06-25T04:50:00.388Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 748.780159ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1305 | 2024-06-25T04:50:00.529Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234") failed: Property not found. retry in 1.484741385s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1306 | 2024-06-25T04:50:00.541Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 906.780831ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1307 | 2024-06-25T04:50:00.674Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 860.211333ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1308 | 2024-06-25T04:50:00.866Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969") failed: Property not found. retry in 1.446964255s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1309 | 2024-06-25T04:50:00.878Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 788.561308ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1310 | 2024-06-25T04:50:01.022Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 1.039271044s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1311 | 2024-06-25T04:50:01.036Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 1.280759129s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1312 | 2024-06-25T04:50:01.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 976.334754ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1313 | 2024-06-25T04:50:01.150Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 1.390991876s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1314 | 2024-06-25T04:50:01.165Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 781.483952ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1315 | 2024-06-25T04:50:01.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 1.227412068s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1316 | 2024-06-25T04:50:01.222Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 1.149727429s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1317 | 2024-06-25T04:50:01.347Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 1.436247401s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1318 | 2024-06-25T04:50:01.359Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 1.425397391s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1319 | 2024-06-25T04:50:01.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 508.805702ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1320 | 2024-06-25T04:50:01.410Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 1.074128818s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1321 | 2024-06-25T04:50:01.462Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 514.949127ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1322 | 2024-06-25T04:50:01.547Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 783.065245ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1323 | 2024-06-25T04:50:01.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d") failed: Property not found. retry in 1.030647809s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1324 | 2024-06-25T04:50:01.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 1.319530775s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1325 | 2024-06-25T04:50:01.678Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 1.297839201s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1326 | 2024-06-25T04:50:01.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11") failed: Property not found. retry in 1.253142488s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1327 | 2024-06-25T04:50:01.918Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 1.106884405s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1328 | 2024-06-25T04:50:01.963Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85") failed: Property not found. retry in 919.044684ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1329 | 2024-06-25T04:50:01.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 1.315798686s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1330 | 2024-06-25T04:50:02.046Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 1.399408672s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1331 | 2024-06-25T04:50:02.075Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 1.152417662s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1332 | 2024-06-25T04:50:02.357Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 886.919585ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1333 | 2024-06-25T04:50:02.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 835.905045ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1334 | 2024-06-25T04:50:02.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b") failed: Property not found. retry in 1.478698337s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1335 | 2024-06-25T04:50:02.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 624.508158ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1336 | 2024-06-25T04:50:02.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 1.002643427s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1337 | 2024-06-25T04:50:02.562Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 677.879036ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1338 | 2024-06-25T04:50:02.803Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 829.082238ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1339 | 2024-06-25T04:50:02.826Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 1.246559134s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1340 | 2024-06-25T04:50:02.990Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 1.389494573s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1341 | 2024-06-25T04:50:03.007Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 730.153726ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1342 | 2024-06-25T04:50:03.045Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 1.32665672s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1343 | 2024-06-25T04:50:03.089Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 637.428968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1344 | 2024-06-25T04:50:03.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 738.382218ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1345 | 2024-06-25T04:50:03.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 971.690539ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1346 | 2024-06-25T04:50:03.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 726.374689ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1347 | 2024-06-25T04:50:03.280Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 1.199541895s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1348 | 2024-06-25T04:50:03.325Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 1.008155672s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1349 | 2024-06-25T04:50:03.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 1.207668626s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1350 | 2024-06-25T04:50:03.524Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 923.232113ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1351 | 2024-06-25T04:50:03.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 640.528927ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1352 | 2024-06-25T04:50:03.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 620.34511ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1353 | 2024-06-25T04:50:03.762Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 627.576182ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1354 | 2024-06-25T04:50:03.983Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 508.884077ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1355 | 2024-06-25T04:50:04.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 1.443516725s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1356 | 2024-06-25T04:50:04.093Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 630.97143ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1357 | 2024-06-25T04:50:04.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7") failed: Property not found. retry in 548.374061ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1358 | 2024-06-25T04:50:04.303Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 944.200234ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1359 | 2024-06-25T04:50:04.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 638.442206ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1360 | 2024-06-25T04:50:04.379Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 500.650128ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1361 | 2024-06-25T04:50:04.391Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b") failed: Property not found. retry in 714.540769ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1362 | 2024-06-25T04:50:04.405Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9") failed: Property not found. retry in 1.454366532s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1363 | 2024-06-25T04:50:04.417Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a") failed: Property not found. retry in 1.230531576s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1364 | 2024-06-25T04:50:04.462Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 718.037553ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1365 | 2024-06-25T04:50:04.498Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a") failed: Property not found. retry in 1.288078929s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1366 | 2024-06-25T04:50:04.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 1.080086624s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1367 | 2024-06-25T04:50:04.692Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47") failed: Property not found. retry in 693.558433ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1368 | 2024-06-25T04:50:04.737Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 1.314642455s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1369 | 2024-06-25T04:50:04.897Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 1.464735726s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1370 | 2024-06-25T04:50:05.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 633.395689ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1371 | 2024-06-25T04:50:05.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e") failed: Property not found. retry in 618.459028ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1372 | 2024-06-25T04:50:05.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330") failed: Property not found. retry in 1.432849613s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1373 | 2024-06-25T04:50:05.463Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48") failed: Property not found. retry in 1.163448036s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1374 | 2024-06-25T04:50:05.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e") failed: Property not found. retry in 720.48342ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1375 | 2024-06-25T04:50:05.645Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd") failed: Property not found. retry in 632.051478ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1376 | 2024-06-25T04:50:06.065Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69") failed: Property not found. retry in 618.237439ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1377 | 2024-06-25T04:50:06.376Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7") failed: Property not found. retry in 776.360477ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1378 | 2024-06-25T04:50:07.181Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57461
|
| 1379 | 2024-06-25T04:50:07.182Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 546
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57461
req_id = 06cde266-24fb-4ba9-a726-da8d71effba7
response_code = 200
uri = /baseboard
|
| 1380 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_crucible_f6d58d62-7c41-40bb-87bd-1468a70a7e47
|
| 1381 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_nexus_f953762c-2a70-4587-ad48-1d04d15add69
|
| 1382 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_clickhouse_ec720ebe-ab4d-4e7e-950b-41caa2dfe9e7
|
| 1383 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_external_dns_a3389c0c-e009-4036-8f44-4dcfff52cb48
|
| 1384 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_nexus_9a711fa1-00b6-43e9-95c1-5709078e08fd
|
| 1385 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_crucible_b39dda02-ab41-4570-855d-f4904065600b
|
| 1386 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_crucible_6511791c-64e1-4204-bec9-3e5138531ad9
|
| 1387 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_crucible_9e3b6c0d-a2aa-4ef2-acc1-37d442726234
|
| 1388 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_oximeter_d1a7f79c-c717-4554-8364-3cfbfc582f11
|
| 1389 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_nexus_dd3f03e4-7266-4616-9c14-006aa123a330
|
| 1390 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_crucible_pantry_779cd715-8c19-4bb5-a0e0-35f479467a85
|
| 1391 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_crucible_74e7a594-8073-4b6d-942d-e0f3064d5f9a
|
| 1392 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_external_dns_c6e7155f-e2c6-48aa-8e6b-d987e30ae59e
|
| 1393 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_crucible_11de6d45-5756-40b9-848f-8f94f00ca65d
|
| 1394 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_crucible_f6ae76e5-3f2d-4dfb-a39e-24a89f21df2e
|
| 1395 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_crucible_pantry_d3e14de3-eb55-4171-8a5e-c1a61dad9969
|
| 1396 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_crucible_2aff8381-9b5a-4a55-9621-4edebc26a48a
|
| 1397 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_crucible_pantry_e61e0b1e-95be-4a8b-88ef-5ee400db10f7
|
| 1398 | 2024-06-25T04:50:07.194Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2956
zone = oxz_crucible_d22809a8-5081-49ac-9d75-9080ffa4899b
|
| 1399 | 2024-06-25T04:50:07.196Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1400 | 2024-06-25T04:50:07.200Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1401 | 2024-06-25T04:50:07.202Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 22088364
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:36116
req_id = 4e12f9a8-8002-4e87-aac8-6f9e676ee391
response_code = 204
uri = /omicron-zones
|
| 1402 | 2024-06-25T04:50:07.220Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1244
|
| 1403 | 2024-06-25T04:50:07.220Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1404 | 2024-06-25T04:50:07.220Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1405 | 2024-06-25T04:50:07.225Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:681
|
| 1406 | 2024-06-25T04:50:07.233Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::a]:12221
file = sled-agent/src/rack_setup/service.rs:694
|
| 1407 | 2024-06-25T04:50:07.277Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:825
|
| 1408 | 2024-06-25T04:50:07.637Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1409 | 2024-06-25T04:50:07.734Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1410 | 2024-06-25T04:50:07.885Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1411 | 2024-06-25T04:50:08.043Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1412 | 2024-06-25T04:50:08.277Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1413 | 2024-06-25T04:50:08.489Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1414 | 2024-06-25T04:50:08.643Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1415 | 2024-06-25T04:50:08.836Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1416 | 2024-06-25T04:50:09.096Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1417 | 2024-06-25T04:50:09.464Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1418 | 2024-06-25T04:50:09.745Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1419 | 2024-06-25T04:50:10.555Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1420 | 2024-06-25T04:50:11.309Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1421 | 2024-06-25T04:50:12.211Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1422 | 2024-06-25T04:50:12.787Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1423 | 2024-06-25T04:50:14.288Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1424 | 2024-06-25T04:50:14.345Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 52.907519448s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/producer/src/lib.rs:423
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1425 | 2024-06-25T04:50:16.365Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/e9e1711b-a7f6-43d8-a386-a280b98bbd18/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:887
|
| 1426 | 2024-06-25T04:50:19.136Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "9bf7ecc2-af30-42ca-8638-6140852479ed", "content-length": "173", "date": "Tue, 25 Jun 2024 04:50:19 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"d9274bbe-5432-4641-b33b-dc45fdd0cd7f\"", request_id: "9bf7ecc2-af30-42ca-8638-6140852479ed" }
file = sled-agent/src/rack_setup/service.rs:887
|
| 1427 | 2024-06-25T04:50:21.166Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:592
new_generation = 1
old_generation = 1
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1428 | 2024-06-25T04:50:21.319Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53925
|
| 1429 | 2024-06-25T04:50:21.321Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1430 | 2024-06-25T04:50:21.415Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 95993
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53925
req_id = fd3f8c66-5dc0-4382-b358-64773a93f855
response_code = 200
uri = /inventory
|
| 1431 | 2024-06-25T04:50:21.416Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1432 | 2024-06-25T04:50:21.416Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1433 | 2024-06-25T04:50:21.418Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1434 | 2024-06-25T04:50:21.419Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 3297
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53925
req_id = 437d4799-160b-4c13-8a9a-052c2b3e1eeb
response_code = 200
uri = /omicron-zones
|
| 1435 | 2024-06-25T04:50:21.964Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55097
|
| 1436 | 2024-06-25T04:50:21.966Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:524
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d968ce70-646b-4bfa-abe2-f05284e349a5, kind: Service { id: c6e7155f-e2c6-48aa-8e6b-d987e30ae59e }, name: Name("external-dns-c6e7155f-e2c6-48aa-8e6b-d987e30ae59e"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 252])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddcede0f-dbd5-4872-a62f-da6e5fe07292, kind: Service { id: a3389c0c-e009-4036-8f44-4dcfff52cb48 }, name: Name("external-dns-a3389c0c-e009-4036-8f44-4dcfff52cb48"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6eb51d5f-10a0-4014-9cca-2095393131c9, kind: Service { id: f953762c-2a70-4587-ad48-1d04d15add69 }, name: Name("nexus-f953762c-2a70-4587-ad48-1d04d15add69"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 237])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 98a1843e-7260-45b5-8ae7-67826a2b237e, kind: Service { id: dd3f03e4-7266-4616-9c14-006aa123a330 }, name: Name("nexus-dd3f03e4-7266-4616-9c14-006aa123a330"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d8316546-7b62-42e0-9159-731ef32dfa0f, kind: Service { id: 9a711fa1-00b6-43e9-95c1-5709078e08fd }, name: Name("nexus-9a711fa1-00b6-43e9-95c1-5709078e08fd"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 142, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1437 | 2024-06-25T04:50:21.966Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1438 | 2024-06-25T04:50:21.966Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1439 | 2024-06-25T04:50:21.966Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1440 | 2024-06-25T04:50:21.966Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1441 | 2024-06-25T04:50:21.966Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1442 | 2024-06-25T04:50:21.966Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte0"
rules = []
|
| 1443 | 2024-06-25T04:50:21.966Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 2013
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:55097
req_id = 6da8e84d-dc71-4c85-b5c5-0f265ee61a92
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1444 | 2024-06-25T04:50:21.968Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:897
|
| 1445 | 2024-06-25T04:50:22.142Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41080
|
| 1446 | 2024-06-25T04:50:22.142Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1447 | 2024-06-25T04:50:22.233Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 91709
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41080
req_id = 4c8532cd-84b2-4c97-ae9b-82238a5e9e3d
response_code = 200
uri = /inventory
|
| 1448 | 2024-06-25T04:50:22.234Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1449 | 2024-06-25T04:50:22.240Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1450 | 2024-06-25T04:50:22.240Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1451 | 2024-06-25T04:50:22.240Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 6522
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41080
req_id = 89a7f78c-90ce-4f5b-9ada-fbea9ef539d8
response_code = 200
uri = /omicron-zones
|
| 1452 | 2024-06-25T04:50:23.610Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49477
|
| 1453 | 2024-06-25T04:50:23.611Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:524
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d968ce70-646b-4bfa-abe2-f05284e349a5, kind: Service { id: c6e7155f-e2c6-48aa-8e6b-d987e30ae59e }, name: Name("external-dns-c6e7155f-e2c6-48aa-8e6b-d987e30ae59e"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 252])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddcede0f-dbd5-4872-a62f-da6e5fe07292, kind: Service { id: a3389c0c-e009-4036-8f44-4dcfff52cb48 }, name: Name("external-dns-a3389c0c-e009-4036-8f44-4dcfff52cb48"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6eb51d5f-10a0-4014-9cca-2095393131c9, kind: Service { id: f953762c-2a70-4587-ad48-1d04d15add69 }, name: Name("nexus-f953762c-2a70-4587-ad48-1d04d15add69"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 237])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 98a1843e-7260-45b5-8ae7-67826a2b237e, kind: Service { id: dd3f03e4-7266-4616-9c14-006aa123a330 }, name: Name("nexus-dd3f03e4-7266-4616-9c14-006aa123a330"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d8316546-7b62-42e0-9159-731ef32dfa0f, kind: Service { id: 9a711fa1-00b6-43e9-95c1-5709078e08fd }, name: Name("nexus-9a711fa1-00b6-43e9-95c1-5709078e08fd"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 142, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1454 | 2024-06-25T04:50:23.611Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1455 | 2024-06-25T04:50:23.611Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1456 | 2024-06-25T04:50:23.611Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1457 | 2024-06-25T04:50:23.611Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1458 | 2024-06-25T04:50:23.611Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1459 | 2024-06-25T04:50:23.611Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte0"
rules = []
|
| 1460 | 2024-06-25T04:50:23.611Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 624
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49477
req_id = 51bcf8ca-2128-416b-918d-77dc224146e4
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1461 | 2024-06-25T04:50:23.718Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40756
|
| 1462 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:524
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d968ce70-646b-4bfa-abe2-f05284e349a5, kind: Service { id: c6e7155f-e2c6-48aa-8e6b-d987e30ae59e }, name: Name("external-dns-c6e7155f-e2c6-48aa-8e6b-d987e30ae59e"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 252])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddcede0f-dbd5-4872-a62f-da6e5fe07292, kind: Service { id: a3389c0c-e009-4036-8f44-4dcfff52cb48 }, name: Name("external-dns-a3389c0c-e009-4036-8f44-4dcfff52cb48"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6eb51d5f-10a0-4014-9cca-2095393131c9, kind: Service { id: f953762c-2a70-4587-ad48-1d04d15add69 }, name: Name("nexus-f953762c-2a70-4587-ad48-1d04d15add69"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 237])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 98a1843e-7260-45b5-8ae7-67826a2b237e, kind: Service { id: dd3f03e4-7266-4616-9c14-006aa123a330 }, name: Name("nexus-dd3f03e4-7266-4616-9c14-006aa123a330"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d8316546-7b62-42e0-9159-731ef32dfa0f, kind: Service { id: 9a711fa1-00b6-43e9-95c1-5709078e08fd }, name: Name("nexus-9a711fa1-00b6-43e9-95c1-5709078e08fd"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 142, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1463 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1464 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1465 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1466 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1467 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1468 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte0"
rules = []
|
| 1469 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 464
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40756
req_id = c182a434-839e-44ad-be2d-8edc03867664
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1470 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65223
|
| 1471 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:524
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d968ce70-646b-4bfa-abe2-f05284e349a5, kind: Service { id: c6e7155f-e2c6-48aa-8e6b-d987e30ae59e }, name: Name("external-dns-c6e7155f-e2c6-48aa-8e6b-d987e30ae59e"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 252])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddcede0f-dbd5-4872-a62f-da6e5fe07292, kind: Service { id: a3389c0c-e009-4036-8f44-4dcfff52cb48 }, name: Name("external-dns-a3389c0c-e009-4036-8f44-4dcfff52cb48"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6eb51d5f-10a0-4014-9cca-2095393131c9, kind: Service { id: f953762c-2a70-4587-ad48-1d04d15add69 }, name: Name("nexus-f953762c-2a70-4587-ad48-1d04d15add69"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 237])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 98a1843e-7260-45b5-8ae7-67826a2b237e, kind: Service { id: dd3f03e4-7266-4616-9c14-006aa123a330 }, name: Name("nexus-dd3f03e4-7266-4616-9c14-006aa123a330"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d8316546-7b62-42e0-9159-731ef32dfa0f, kind: Service { id: 9a711fa1-00b6-43e9-95c1-5709078e08fd }, name: Name("nexus-9a711fa1-00b6-43e9-95c1-5709078e08fd"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 142, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1472 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1473 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1474 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1475 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1476 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1477 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte0"
rules = []
|
| 1478 | 2024-06-25T04:50:23.719Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 212
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65223
req_id = a41fabe5-6bc1-4c98-99fd-9a4628d519a2
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1479 | 2024-06-25T04:50:37.215Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57330
|
| 1480 | 2024-06-25T04:50:37.215Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 81
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57330
req_id = debcae01-e4ee-47c2-873f-605c35103e69
response_code = 200
uri = /baseboard
|
| 1481 | 2024-06-25T04:50:47.442Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52498
|
| 1482 | 2024-06-25T04:50:47.443Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 897
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52498
req_id = def6a93c-7bed-40c0-9f86-b4333619b284
response_code = 200
uri = /v2p
|
| 1483 | 2024-06-25T04:50:47.583Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33117
|
| 1484 | 2024-06-25T04:50:47.583Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 484
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33117
req_id = 8b620c78-17a4-4f38-9307-b6ca18d2e85a
response_code = 200
uri = /v2p
|
| 1485 | 2024-06-25T04:50:47.595Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52910
|
| 1486 | 2024-06-25T04:50:47.699Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 104308
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:52910
req_id = dd3ddc86-56d1-48c1-b7a4-73bf66706b5c
response_code = 204
uri = /switch-ports
|
| 1487 | 2024-06-25T04:50:47.699Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37354
|
| 1488 | 2024-06-25T04:50:47.700Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37354
req_id = 8e817199-cce3-4bd7-9ea4-cceb12eeeaf3
response_code = 200
uri = /v2p
|
| 1489 | 2024-06-25T04:50:47.701Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 1866
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52910
req_id = 85f0e6fe-c229-46a0-9350-1f727d56a7eb
response_code = 200
uri = /network-bootstore-config
|
| 1490 | 2024-06-25T04:50:47.713Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45321
|
| 1491 | 2024-06-25T04:50:47.769Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 55487
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:45321
req_id = d7f39b96-33fe-42bf-8245-c53c264f6902
response_code = 204
uri = /switch-ports
|
| 1492 | 2024-06-25T04:50:47.769Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55918
|
| 1493 | 2024-06-25T04:50:47.772Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 3272
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45321
req_id = 593bbacf-dbb4-447d-b2a7-5fe4544649f1
response_code = 200
uri = /network-bootstore-config
|
| 1494 | 2024-06-25T04:50:47.772Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 1495 | 2024-06-25T04:50:47.773Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 1496 | 2024-06-25T04:50:47.774Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 1497 | 2024-06-25T04:50:47.775Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 1498 | 2024-06-25T04:50:47.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 6466
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:52910
req_id = 0166b81f-f940-4bfa-93fd-7f4147e5f83d
response_code = 204
uri = /network-bootstore-config
|
| 1499 | 2024-06-25T04:50:47.814Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 45413
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:55918
req_id = 7fc34766-2eab-4b9d-9ee6-400b904cc206
response_code = 204
uri = /switch-ports
|
| 1500 | 2024-06-25T04:50:47.815Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55918
req_id = 08b66868-d132-4a4a-878a-a6941405fe87
response_code = 200
uri = /network-bootstore-config
|
| 1501 | 2024-06-25T04:51:07.287Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48445
|
| 1502 | 2024-06-25T04:51:07.287Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 73
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48445
req_id = 5e204be4-ff84-4782-b796-66768e33fb0b
response_code = 200
uri = /baseboard
|
| 1503 | 2024-06-25T04:51:17.495Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58919
|
| 1504 | 2024-06-25T04:51:17.495Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 245
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58919
req_id = 6ad7cefb-cbe4-435b-b237-837126955eb2
response_code = 200
uri = /v2p
|
| 1505 | 2024-06-25T04:51:17.704Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35615
|
| 1506 | 2024-06-25T04:51:17.705Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 1068
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35615
req_id = b3010b5d-725f-4980-bf3d-fd0cb8fe8ab6
response_code = 200
uri = /v2p
|
| 1507 | 2024-06-25T04:51:17.736Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36971
|
| 1508 | 2024-06-25T04:51:17.736Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36971
req_id = 47f98050-5082-47e8-bbcf-932103aef83a
response_code = 200
uri = /v2p
|
| 1509 | 2024-06-25T04:51:17.740Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33549
|
| 1510 | 2024-06-25T04:51:17.791Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 50960
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33549
req_id = 64205724-b78d-42b8-aac6-1dacd9bbac2d
response_code = 204
uri = /switch-ports
|
| 1511 | 2024-06-25T04:51:17.792Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 670
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33549
req_id = f3b110a1-948e-4fb0-a25e-7ee515a55cbd
response_code = 200
uri = /network-bootstore-config
|
| 1512 | 2024-06-25T04:51:17.939Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44200
|
| 1513 | 2024-06-25T04:51:17.988Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 48511
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:44200
req_id = 64cb751a-5b58-4e0f-a8fd-8c2f70d4aeec
response_code = 204
uri = /switch-ports
|
| 1514 | 2024-06-25T04:51:17.988Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34422
|
| 1515 | 2024-06-25T04:51:18.035Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 47552
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:34422
req_id = 341f6de4-a2f2-4d20-be33-fe081e65ed51
response_code = 204
uri = /switch-ports
|
| 1516 | 2024-06-25T04:51:18.036Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34422
req_id = bed51cda-5711-4225-929c-e0cce943f78a
response_code = 200
uri = /network-bootstore-config
|
| 1517 | 2024-06-25T04:51:18.036Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 189
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44200
req_id = 8bd34c66-2088-4098-948d-9a4cab2f7e99
response_code = 200
uri = /network-bootstore-config
|
| 1518 | 2024-06-25T04:51:37.321Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39057
|
| 1519 | 2024-06-25T04:51:37.321Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 97
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39057
req_id = cc9ba522-e7e6-459e-9884-87fdb66262ea
response_code = 200
uri = /baseboard
|
| 1520 | 2024-06-25T04:51:37.385Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:34228
remote_addr = [fd00:1122:3344:101::d]:60421
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1521 | 2024-06-25T04:51:37.394Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 9356
local_addr = [fd00:1122:3344:101::1]:34228
method = GET
remote_addr = [fd00:1122:3344:101::d]:60421
req_id = d211a0c7-5bb9-4563-bbd9-c61d216da391
response_code = 200
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
uri = /d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1522 | 2024-06-25T04:51:47.430Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40613
|
| 1523 | 2024-06-25T04:51:47.431Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 197
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40613
req_id = 70297f40-7232-423c-8dbe-068e355db335
response_code = 200
uri = /v2p
|
| 1524 | 2024-06-25T04:51:47.531Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42993
|
| 1525 | 2024-06-25T04:51:47.581Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 50520
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:42993
req_id = 8db52cf0-e4ab-452a-915b-c85881261965
response_code = 204
uri = /switch-ports
|
| 1526 | 2024-06-25T04:51:47.582Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44092
|
| 1527 | 2024-06-25T04:51:47.582Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 230
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44092
req_id = e09119f7-0e96-4ade-a62d-265e96b0746b
response_code = 200
uri = /v2p
|
| 1528 | 2024-06-25T04:51:47.582Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 261
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42993
req_id = 51cf692d-baac-414f-a375-ea92b68689ab
response_code = 200
uri = /network-bootstore-config
|
| 1529 | 2024-06-25T04:51:47.656Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:32878
|
| 1530 | 2024-06-25T04:51:47.656Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 734
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:32878
req_id = a5cfde5c-bb5e-4e57-9368-f7d7ee644511
response_code = 200
uri = /v2p
|
| 1531 | 2024-06-25T04:51:47.717Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61489
|
| 1532 | 2024-06-25T04:51:47.764Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 47034
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:61489
req_id = 413755ac-eeee-4cda-b675-f6b3f328f5e4
response_code = 204
uri = /switch-ports
|
| 1533 | 2024-06-25T04:51:47.764Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60895
|
| 1534 | 2024-06-25T04:51:47.767Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 3170
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61489
req_id = a896f8b3-82ab-4e28-96da-84f6c4e9a628
response_code = 200
uri = /network-bootstore-config
|
| 1535 | 2024-06-25T04:51:47.813Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 48504
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:60895
req_id = e4bd9170-9d46-465f-93dc-798cba98f9d6
response_code = 204
uri = /switch-ports
|
| 1536 | 2024-06-25T04:51:47.813Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60895
req_id = 8c4cc852-2fca-4eae-9ff2-6d5b40238fbc
response_code = 200
uri = /network-bootstore-config
|
| 1537 | 2024-06-25T04:51:54.516Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:831
|
| 1538 | 2024-06-25T04:52:07.353Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50306
|
| 1539 | 2024-06-25T04:52:07.354Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 722
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50306
req_id = 97d0b436-e4b7-4449-8f55-fdf7db6c2c75
response_code = 200
uri = /baseboard
|
| 1540 | 2024-06-25T04:52:07.386Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 1021
local_addr = [fd00:1122:3344:101::1]:34228
method = GET
remote_addr = [fd00:1122:3344:101::d]:60421
req_id = 3cba6839-9415-4920-b4a7-32f19fac0560
response_code = 200
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
uri = /d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1541 | 2024-06-25T04:52:17.476Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53357
|
| 1542 | 2024-06-25T04:52:17.476Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 203
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53357
req_id = 832059e1-a9c8-475e-a24d-c86732a68804
response_code = 200
uri = /v2p
|
| 1543 | 2024-06-25T04:52:17.713Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39667
|
| 1544 | 2024-06-25T04:52:17.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 1107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39667
req_id = ead88547-01a1-4989-8f49-c46fab0cacc1
response_code = 200
uri = /v2p
|
| 1545 | 2024-06-25T04:52:17.755Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33564
|
| 1546 | 2024-06-25T04:52:17.755Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33564
req_id = af1a8f1e-ca49-42e8-a409-436c0a670e0b
response_code = 200
uri = /v2p
|
| 1547 | 2024-06-25T04:52:17.828Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38567
|
| 1548 | 2024-06-25T04:52:17.880Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 51109
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:38567
req_id = 49676276-d765-48ed-a900-20b5652fe509
response_code = 204
uri = /switch-ports
|
| 1549 | 2024-06-25T04:52:17.880Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38567
req_id = aa6d370c-0a67-4d54-b531-2bf35ba50ed9
response_code = 200
uri = /network-bootstore-config
|
| 1550 | 2024-06-25T04:52:17.916Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52715
|
| 1551 | 2024-06-25T04:52:17.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 51687
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:52715
req_id = 9cdcc9ab-ce73-4e07-b83b-b4f2d81b809b
response_code = 204
uri = /switch-ports
|
| 1552 | 2024-06-25T04:52:17.968Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41727
|
| 1553 | 2024-06-25T04:52:17.972Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 3293
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52715
req_id = 9b340759-0cbb-49cf-9395-75b66896d0ab
response_code = 200
uri = /network-bootstore-config
|
| 1554 | 2024-06-25T04:52:18.016Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 47550
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:41727
req_id = 6e13a069-cdc1-48c9-9aa3-620e5369d416
response_code = 204
uri = /switch-ports
|
| 1555 | 2024-06-25T04:52:18.016Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41727
req_id = de6dc4d0-e7d9-452d-9283-e03fd7033fa9
response_code = 200
uri = /network-bootstore-config
|
| 1556 | 2024-06-25T04:52:37.388Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 1608
local_addr = [fd00:1122:3344:101::1]:34228
method = GET
remote_addr = [fd00:1122:3344:101::d]:60421
req_id = ce61f00b-0b0f-4443-9a12-4617fb9e2297
response_code = 200
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
uri = /d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1557 | 2024-06-25T04:52:37.388Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65198
|
| 1558 | 2024-06-25T04:52:37.388Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 30
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65198
req_id = 6107ad15-339e-4acf-8487-145e1dc0c4e7
response_code = 200
uri = /baseboard
|
| 1559 | 2024-06-25T04:52:47.399Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47202
|
| 1560 | 2024-06-25T04:52:47.400Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 1419
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47202
req_id = 01e07755-0f5d-4525-b92f-40076565a056
response_code = 200
uri = /v2p
|
| 1561 | 2024-06-25T04:52:47.569Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35557
|
| 1562 | 2024-06-25T04:52:47.569Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35557
req_id = e099a660-a07a-4122-ba22-2c97d6a69d51
response_code = 200
uri = /v2p
|
| 1563 | 2024-06-25T04:52:47.618Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54712
|
| 1564 | 2024-06-25T04:52:47.668Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 49276
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54712
req_id = 2a42a5b1-3ebf-4311-a42d-f9967235f5bc
response_code = 204
uri = /switch-ports
|
| 1565 | 2024-06-25T04:52:47.668Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54712
req_id = 832608cb-ad40-41aa-8c00-97d78ae13fdd
response_code = 200
uri = /network-bootstore-config
|
| 1566 | 2024-06-25T04:52:47.669Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39956
|
| 1567 | 2024-06-25T04:52:47.717Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 47807
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:39956
req_id = 31b9e98a-b2bd-402d-b580-a25c2a3e034c
response_code = 204
uri = /switch-ports
|
| 1568 | 2024-06-25T04:52:47.718Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56948
|
| 1569 | 2024-06-25T04:52:47.718Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 233
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56948
req_id = d234b7b4-2509-4687-be7a-efae88d3c52f
response_code = 200
uri = /v2p
|
| 1570 | 2024-06-25T04:52:47.718Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 218
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39956
req_id = 1e2d6078-139d-4589-af5e-d76a5da91a59
response_code = 200
uri = /network-bootstore-config
|
| 1571 | 2024-06-25T04:52:47.764Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62458
|
| 1572 | 2024-06-25T04:52:47.812Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 47438
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:62458
req_id = 545c593c-6aa8-4185-9e55-cf23aa657bcd
response_code = 204
uri = /switch-ports
|
| 1573 | 2024-06-25T04:52:47.813Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 867
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62458
req_id = f74d9a62-c268-4ae0-b0de-bd539267953a
response_code = 200
uri = /network-bootstore-config
|
| 1574 | 2024-06-25T04:53:07.388Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 592
local_addr = [fd00:1122:3344:101::1]:34228
method = GET
remote_addr = [fd00:1122:3344:101::d]:60421
req_id = 0862fddd-5208-4d1b-9416-081d0d961fee
response_code = 200
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
uri = /d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1575 | 2024-06-25T04:53:07.421Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39453
|
| 1576 | 2024-06-25T04:53:07.422Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 572
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39453
req_id = b37e0d1e-130f-474f-9916-a9ee5c45ae3a
response_code = 200
uri = /baseboard
|
| 1577 | 2024-06-25T04:53:17.471Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42960
|
| 1578 | 2024-06-25T04:53:17.471Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 201
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42960
req_id = 90996125-f46a-47a9-926d-a0ced002a5ca
response_code = 200
uri = /v2p
|
| 1579 | 2024-06-25T04:53:17.706Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57959
|
| 1580 | 2024-06-25T04:53:17.706Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57959
req_id = b8b224a0-9840-465a-80d2-8011da47a027
response_code = 200
uri = /v2p
|
| 1581 | 2024-06-25T04:53:17.736Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36690
|
| 1582 | 2024-06-25T04:53:17.789Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 52564
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:36690
req_id = bbf3d8dc-d68f-480b-8bb4-b09928f21624
response_code = 204
uri = /switch-ports
|
| 1583 | 2024-06-25T04:53:17.789Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61146
|
| 1584 | 2024-06-25T04:53:17.789Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 200
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61146
req_id = 7b30eaca-ad1e-4cea-8e88-5393358a3be2
response_code = 200
uri = /v2p
|
| 1585 | 2024-06-25T04:53:17.790Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 1009
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36690
req_id = 6f334f23-67ec-45b4-96a5-4ce6e83c46f7
response_code = 200
uri = /network-bootstore-config
|
| 1586 | 2024-06-25T04:53:17.884Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62585
|
| 1587 | 2024-06-25T04:53:17.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 48911
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:62585
req_id = c0bc8f44-e877-43b3-8c30-99a6285f274d
response_code = 204
uri = /switch-ports
|
| 1588 | 2024-06-25T04:53:17.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62585
req_id = 23d9787d-efc6-49e9-b2cc-8f82a2d57734
response_code = 200
uri = /network-bootstore-config
|
| 1589 | 2024-06-25T04:53:18.077Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60883
|
| 1590 | 2024-06-25T04:53:18.124Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 47291
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:60883
req_id = a247ac82-263d-4ee1-91c2-e0933b8ec80d
response_code = 204
uri = /switch-ports
|
| 1591 | 2024-06-25T04:53:18.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 650
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60883
req_id = a7999afa-5c58-4537-92cc-cbe2ca4e6576
response_code = 200
uri = /network-bootstore-config
|
| 1592 | 2024-06-25T04:53:37.400Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 1210
local_addr = [fd00:1122:3344:101::1]:34228
method = GET
remote_addr = [fd00:1122:3344:101::d]:60421
req_id = 37e552d9-50f3-4742-aa5b-eea75cc3f943
response_code = 200
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
uri = /d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1593 | 2024-06-25T04:53:37.457Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61311
|
| 1594 | 2024-06-25T04:53:37.457Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 36
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61311
req_id = 87803d21-7021-4bc8-8155-2896db68924d
response_code = 200
uri = /baseboard
|
| 1595 | 2024-06-25T04:53:47.432Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45087
|
| 1596 | 2024-06-25T04:53:47.432Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 174
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45087
req_id = 90829d2a-d13f-4148-ad10-c55cf6d04d7e
response_code = 200
uri = /v2p
|
| 1597 | 2024-06-25T04:53:47.565Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47224
|
| 1598 | 2024-06-25T04:53:47.565Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47224
req_id = 8e2b1f92-3a90-4cc0-936c-e697cbb505f1
response_code = 200
uri = /v2p
|
| 1599 | 2024-06-25T04:53:47.602Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59739
|
| 1600 | 2024-06-25T04:53:47.652Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 49189
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:59739
req_id = fd419017-e230-4e78-bb43-e653b0202b63
response_code = 204
uri = /switch-ports
|
| 1601 | 2024-06-25T04:53:47.652Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36485
|
| 1602 | 2024-06-25T04:53:47.652Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36485
req_id = 872873b3-94b0-4778-a052-0bd78cc6754b
response_code = 200
uri = /v2p
|
| 1603 | 2024-06-25T04:53:47.653Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 892
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59739
req_id = e1debf67-f569-4224-a99e-119ac75c357d
response_code = 200
uri = /network-bootstore-config
|
| 1604 | 2024-06-25T04:53:47.706Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34140
|
| 1605 | 2024-06-25T04:53:47.753Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 47104
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:34140
req_id = 103d4eb1-f817-4241-8df4-03127ab39dd0
response_code = 204
uri = /switch-ports
|
| 1606 | 2024-06-25T04:53:47.754Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58723
|
| 1607 | 2024-06-25T04:53:47.758Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 3885
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34140
req_id = 5d364014-0cd3-487e-8c46-162fc6d92d71
response_code = 200
uri = /network-bootstore-config
|
| 1608 | 2024-06-25T04:53:47.799Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 45146
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58723
req_id = e24c02e4-a258-4c56-9d1f-a46595fda1fb
response_code = 204
uri = /switch-ports
|
| 1609 | 2024-06-25T04:53:47.799Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 192
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58723
req_id = 1fa1ce2d-93a0-4b2c-893d-42a14a31e5e0
response_code = 200
uri = /network-bootstore-config
|
| 1610 | 2024-06-25T04:54:07.441Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 606
local_addr = [fd00:1122:3344:101::1]:34228
method = GET
remote_addr = [fd00:1122:3344:101::d]:60421
req_id = 9ab5a453-4560-4314-82e1-c6409d318c0f
response_code = 200
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
uri = /d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1611 | 2024-06-25T04:54:07.490Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46099
|
| 1612 | 2024-06-25T04:54:07.490Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 61
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46099
req_id = b9bff1c0-ee0b-4cc0-aa6f-889af6198b1f
response_code = 200
uri = /baseboard
|
| 1613 | 2024-06-25T04:54:17.613Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34345
|
| 1614 | 2024-06-25T04:54:17.613Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 192
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34345
req_id = b8959891-4162-462d-8841-718b3df5786f
response_code = 200
uri = /v2p
|
| 1615 | 2024-06-25T04:54:17.643Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63779
|
| 1616 | 2024-06-25T04:54:17.645Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 1689
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63779
req_id = 2ac50f9c-c8c1-42e0-b3b4-14dc276f33cc
response_code = 200
uri = /v2p
|
| 1617 | 2024-06-25T04:54:17.752Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53508
|
| 1618 | 2024-06-25T04:54:17.805Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 53342
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:53508
req_id = e7b13374-ef6e-497e-816b-cd35fe062797
response_code = 204
uri = /switch-ports
|
| 1619 | 2024-06-25T04:54:17.806Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41081
|
| 1620 | 2024-06-25T04:54:17.806Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 181
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53508
req_id = 6d821bdc-93cb-4a7c-8086-37479c80fe76
response_code = 200
uri = /network-bootstore-config
|
| 1621 | 2024-06-25T04:54:17.806Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 243
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41081
req_id = 53f6e86d-b495-42bf-93c5-4dc3cfa6b31d
response_code = 200
uri = /v2p
|
| 1622 | 2024-06-25T04:54:17.824Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65323
|
| 1623 | 2024-06-25T04:54:17.870Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 46068
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:65323
req_id = 208b8289-41fe-4702-abe9-1d8750ae5043
response_code = 204
uri = /switch-ports
|
| 1624 | 2024-06-25T04:54:17.870Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:65323
req_id = 140dd0a4-06dd-4b2c-b934-53e41356be2e
response_code = 200
uri = /network-bootstore-config
|
| 1625 | 2024-06-25T04:54:17.917Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47989
|
| 1626 | 2024-06-25T04:54:17.963Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 45099
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:47989
req_id = 87250222-df30-4ad1-a578-b99eefa5fe1e
response_code = 204
uri = /switch-ports
|
| 1627 | 2024-06-25T04:54:17.963Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47989
req_id = 7e00e473-dfbc-4d64-a66c-ca4f041d2cfb
response_code = 200
uri = /network-bootstore-config
|
| 1628 | 2024-06-25T04:54:37.441Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 582
local_addr = [fd00:1122:3344:101::1]:34228
method = GET
remote_addr = [fd00:1122:3344:101::d]:60421
req_id = 53880086-16c4-4cac-9c51-6b8fdf694ab6
response_code = 200
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
uri = /d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1629 | 2024-06-25T04:54:37.523Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58690
|
| 1630 | 2024-06-25T04:54:37.524Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 727
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:58690
req_id = 200602b5-7a61-41a9-a75e-3a18165c52af
response_code = 200
uri = /baseboard
|
| 1631 | 2024-06-25T04:54:47.418Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35046
|
| 1632 | 2024-06-25T04:54:47.419Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 181
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35046
req_id = 56a431d6-8c4f-4493-accd-46b62d6a66a2
response_code = 200
uri = /v2p
|
| 1633 | 2024-06-25T04:54:47.524Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40054
|
| 1634 | 2024-06-25T04:54:47.524Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40054
req_id = 35aa3629-3942-45d6-a03d-8236ab20e45b
response_code = 200
uri = /v2p
|
| 1635 | 2024-06-25T04:54:47.545Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62343
|
| 1636 | 2024-06-25T04:54:47.593Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 47238
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:62343
req_id = 203a7b38-3df2-40ac-805b-1c546d982018
response_code = 204
uri = /switch-ports
|
| 1637 | 2024-06-25T04:54:47.593Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62343
req_id = 9298a912-5bc9-45b3-b184-1dd25ccfab2d
response_code = 200
uri = /network-bootstore-config
|
| 1638 | 2024-06-25T04:54:47.625Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46189
|
| 1639 | 2024-06-25T04:54:47.673Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 47623
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:46189
req_id = 90ec16af-0a24-42dc-b6ba-3dd240148201
response_code = 204
uri = /switch-ports
|
| 1640 | 2024-06-25T04:54:47.673Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61375
|
| 1641 | 2024-06-25T04:54:47.674Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 250
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61375
req_id = 9c4129c3-4007-4cf9-9b10-90531ff9282e
response_code = 200
uri = /v2p
|
| 1642 | 2024-06-25T04:54:47.674Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 211
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46189
req_id = a0896b24-df05-4762-9e02-7c8e9a59861d
response_code = 200
uri = /network-bootstore-config
|
| 1643 | 2024-06-25T04:54:47.730Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48366
|
| 1644 | 2024-06-25T04:54:47.773Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 42933
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:48366
req_id = 3d3319c1-5e86-4cb3-b3fe-7576b438886e
response_code = 204
uri = /switch-ports
|
| 1645 | 2024-06-25T04:54:47.773Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48366
req_id = 62f7c727-13a7-420b-81f2-6eb6fa59f90d
response_code = 200
uri = /network-bootstore-config
|
| 1646 | 2024-06-25T04:55:07.442Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 937
local_addr = [fd00:1122:3344:101::1]:34228
method = GET
remote_addr = [fd00:1122:3344:101::d]:60421
req_id = 240db6b6-f7bd-479a-aee9-7e75611e3b14
response_code = 200
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
uri = /d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1647 | 2024-06-25T04:55:07.556Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41650
|
| 1648 | 2024-06-25T04:55:07.556Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 43
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41650
req_id = 76b3aa1e-4d08-4f5c-8ded-df412a1933a9
response_code = 200
uri = /baseboard
|
| 1649 | 2024-06-25T04:55:17.466Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46785
|
| 1650 | 2024-06-25T04:55:17.467Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46785
req_id = 55667594-e7ad-4b9c-97ac-e3a8b16ab2af
response_code = 200
uri = /v2p
|
| 1651 | 2024-06-25T04:55:17.605Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52804
|
| 1652 | 2024-06-25T04:55:17.605Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52804
req_id = 4fd4a6ea-7a05-47e5-ace6-19f20749101b
response_code = 200
uri = /v2p
|
| 1653 | 2024-06-25T04:55:17.610Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44002
|
| 1654 | 2024-06-25T04:55:17.610Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44002
req_id = 205af75a-148c-44ce-92b7-05795c735896
response_code = 200
uri = /v2p
|
| 1655 | 2024-06-25T04:55:17.664Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53055
|
| 1656 | 2024-06-25T04:55:17.665Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:524
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d968ce70-646b-4bfa-abe2-f05284e349a5, kind: Service { id: c6e7155f-e2c6-48aa-8e6b-d987e30ae59e }, name: Name("external-dns-c6e7155f-e2c6-48aa-8e6b-d987e30ae59e"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 252])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddcede0f-dbd5-4872-a62f-da6e5fe07292, kind: Service { id: a3389c0c-e009-4036-8f44-4dcfff52cb48 }, name: Name("external-dns-a3389c0c-e009-4036-8f44-4dcfff52cb48"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6eb51d5f-10a0-4014-9cca-2095393131c9, kind: Service { id: f953762c-2a70-4587-ad48-1d04d15add69 }, name: Name("nexus-f953762c-2a70-4587-ad48-1d04d15add69"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 237])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 98a1843e-7260-45b5-8ae7-67826a2b237e, kind: Service { id: dd3f03e4-7266-4616-9c14-006aa123a330 }, name: Name("nexus-dd3f03e4-7266-4616-9c14-006aa123a330"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d8316546-7b62-42e0-9159-731ef32dfa0f, kind: Service { id: 9a711fa1-00b6-43e9-95c1-5709078e08fd }, name: Name("nexus-9a711fa1-00b6-43e9-95c1-5709078e08fd"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 142, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1657 | 2024-06-25T04:55:17.665Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1658 | 2024-06-25T04:55:17.665Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1659 | 2024-06-25T04:55:17.665Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1660 | 2024-06-25T04:55:17.665Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1661 | 2024-06-25T04:55:17.665Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1662 | 2024-06-25T04:55:17.665Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte0"
rules = []
|
| 1663 | 2024-06-25T04:55:17.665Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 362
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53055
req_id = f2066c54-b2c5-440c-8574-876fa33a2a73
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1664 | 2024-06-25T04:55:17.765Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42872
|
| 1665 | 2024-06-25T04:55:17.765Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:524
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d968ce70-646b-4bfa-abe2-f05284e349a5, kind: Service { id: c6e7155f-e2c6-48aa-8e6b-d987e30ae59e }, name: Name("external-dns-c6e7155f-e2c6-48aa-8e6b-d987e30ae59e"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 252])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddcede0f-dbd5-4872-a62f-da6e5fe07292, kind: Service { id: a3389c0c-e009-4036-8f44-4dcfff52cb48 }, name: Name("external-dns-a3389c0c-e009-4036-8f44-4dcfff52cb48"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6eb51d5f-10a0-4014-9cca-2095393131c9, kind: Service { id: f953762c-2a70-4587-ad48-1d04d15add69 }, name: Name("nexus-f953762c-2a70-4587-ad48-1d04d15add69"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 237])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 98a1843e-7260-45b5-8ae7-67826a2b237e, kind: Service { id: dd3f03e4-7266-4616-9c14-006aa123a330 }, name: Name("nexus-dd3f03e4-7266-4616-9c14-006aa123a330"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d8316546-7b62-42e0-9159-731ef32dfa0f, kind: Service { id: 9a711fa1-00b6-43e9-95c1-5709078e08fd }, name: Name("nexus-9a711fa1-00b6-43e9-95c1-5709078e08fd"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 142, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1666 | 2024-06-25T04:55:17.765Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1667 | 2024-06-25T04:55:17.765Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1668 | 2024-06-25T04:55:17.765Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1669 | 2024-06-25T04:55:17.765Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1670 | 2024-06-25T04:55:17.765Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1671 | 2024-06-25T04:55:17.765Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte0"
rules = []
|
| 1672 | 2024-06-25T04:55:17.765Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 301
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42872
req_id = 16afa08c-6b1d-4b04-9344-a7cd2e17c264
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1673 | 2024-06-25T04:55:17.913Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56574
|
| 1674 | 2024-06-25T04:55:17.913Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:524
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d968ce70-646b-4bfa-abe2-f05284e349a5, kind: Service { id: c6e7155f-e2c6-48aa-8e6b-d987e30ae59e }, name: Name("external-dns-c6e7155f-e2c6-48aa-8e6b-d987e30ae59e"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 252])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: ddcede0f-dbd5-4872-a62f-da6e5fe07292, kind: Service { id: a3389c0c-e009-4036-8f44-4dcfff52cb48 }, name: Name("external-dns-a3389c0c-e009-4036-8f44-4dcfff52cb48"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 160])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6eb51d5f-10a0-4014-9cca-2095393131c9, kind: Service { id: f953762c-2a70-4587-ad48-1d04d15add69 }, name: Name("nexus-f953762c-2a70-4587-ad48-1d04d15add69"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 237])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 98a1843e-7260-45b5-8ae7-67826a2b237e, kind: Service { id: dd3f03e4-7266-4616-9c14-006aa123a330 }, name: Name("nexus-dd3f03e4-7266-4616-9c14-006aa123a330"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 185])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d8316546-7b62-42e0-9159-731ef32dfa0f, kind: Service { id: 9a711fa1-00b6-43e9-95c1-5709078e08fd }, name: Name("nexus-9a711fa1-00b6-43e9-95c1-5709078e08fd"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 142, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1675 | 2024-06-25T04:55:17.913Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1676 | 2024-06-25T04:55:17.913Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1677 | 2024-06-25T04:55:17.913Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1678 | 2024-06-25T04:55:17.913Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1679 | 2024-06-25T04:55:17.914Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1680 | 2024-06-25T04:55:17.914Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:543
port = "opte0"
rules = []
|
| 1681 | 2024-06-25T04:55:17.914Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 313
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56574
req_id = 16bd26e6-3492-40f9-a1ac-56dbd15d48a0
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1682 | 2024-06-25T04:55:17.924Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49512
|
| 1683 | 2024-06-25T04:55:17.973Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 48968
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49512
req_id = e92e12ed-9af0-4297-9b25-6eb3e9bd54f5
response_code = 204
uri = /switch-ports
|
| 1684 | 2024-06-25T04:55:17.973Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49512
req_id = 9262e281-67d2-429e-b9f6-f216981ee6ff
response_code = 200
uri = /network-bootstore-config
|
| 1685 | 2024-06-25T04:55:17.982Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40328
|
| 1686 | 2024-06-25T04:55:18.029Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 46858
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:40328
req_id = c8c74825-68af-4147-81ef-f666c7622cf8
response_code = 204
uri = /switch-ports
|
| 1687 | 2024-06-25T04:55:18.030Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50163
|
| 1688 | 2024-06-25T04:55:18.034Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 3792
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40328
req_id = 1433a21b-577d-45ae-b559-032b66fa8f3f
response_code = 200
uri = /network-bootstore-config
|
| 1689 | 2024-06-25T04:55:18.076Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 46394
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50163
req_id = fbef872d-a4c2-4597-bfa1-6cf43277ad16
response_code = 204
uri = /switch-ports
|
| 1690 | 2024-06-25T04:55:18.076Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 132
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50163
req_id = 96669991-bb1a-47c9-bf28-64d8fa76f83f
response_code = 200
uri = /network-bootstore-config
|
| 1691 | 2024-06-25T04:55:37.444Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 2016
local_addr = [fd00:1122:3344:101::1]:34228
method = GET
remote_addr = [fd00:1122:3344:101::d]:60421
req_id = 8a226067-97c7-4202-a1bb-78466c8d4d22
response_code = 200
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
uri = /d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1692 | 2024-06-25T04:55:37.588Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47167
|
| 1693 | 2024-06-25T04:55:37.589Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 803
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47167
req_id = 670f8930-5d93-4e39-a313-a9ade078fb85
response_code = 200
uri = /baseboard
|
| 1694 | 2024-06-25T04:55:47.400Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52068
|
| 1695 | 2024-06-25T04:55:47.401Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 208
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52068
req_id = 8392e0cd-086d-4dd3-ab3a-f4b4cd87bf5f
response_code = 200
uri = /v2p
|
| 1696 | 2024-06-25T04:55:47.546Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41789
|
| 1697 | 2024-06-25T04:55:47.546Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41789
req_id = 9f0a07fa-8a0b-4a22-a450-8b6935572e14
response_code = 200
uri = /v2p
|
| 1698 | 2024-06-25T04:55:47.575Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45712
|
| 1699 | 2024-06-25T04:55:47.628Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 52199
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45712
req_id = ef7edcf7-afd0-4fa5-b92a-82c665c3e7ad
response_code = 204
uri = /switch-ports
|
| 1700 | 2024-06-25T04:55:47.628Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 103
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45712
req_id = 445a2773-6200-484e-82ab-4d05b374ef27
response_code = 200
uri = /network-bootstore-config
|
| 1701 | 2024-06-25T04:55:47.659Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57025
|
| 1702 | 2024-06-25T04:55:47.660Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 153
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57025
req_id = 9617f8fc-0c47-4495-870b-84febe7a70a8
response_code = 200
uri = /v2p
|
| 1703 | 2024-06-25T04:55:47.729Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41276
|
| 1704 | 2024-06-25T04:55:47.778Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 49192
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:41276
req_id = 95cef5b3-a75a-42fe-b735-94081fa915bd
response_code = 204
uri = /switch-ports
|
| 1705 | 2024-06-25T04:55:47.778Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56341
|
| 1706 | 2024-06-25T04:55:47.779Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 206
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41276
req_id = c82a5285-abe9-4b17-8702-52607563eb60
response_code = 200
uri = /network-bootstore-config
|
| 1707 | 2024-06-25T04:55:47.825Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 46752
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:56341
req_id = 67dc7d3c-2eae-4d71-a3d2-d5f9d76dc73a
response_code = 204
uri = /switch-ports
|
| 1708 | 2024-06-25T04:55:47.825Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56341
req_id = fce1702a-19c2-435b-97dd-a452c1bfadc3
response_code = 200
uri = /network-bootstore-config
|
| 1709 | 2024-06-25T04:55:49.010Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34718
|
| 1710 | 2024-06-25T04:55:49.011Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 201
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34718
req_id = c0e04b45-8de1-4ed6-a6c3-2782fc3ef0fd
response_code = 200
uri = /v2p
|
| 1711 | 2024-06-25T04:55:49.013Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:631
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 252, 209, 65])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(12764608) }
|
| 1712 | 2024-06-25T04:55:49.013Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 1890
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34718
req_id = c3aedb09-6a48-4da0-aadf-cc1904d75c64
response_code = 204
uri = /v2p
|
| 1713 | 2024-06-25T04:55:49.159Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35857
|
| 1714 | 2024-06-25T04:55:49.180Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:548
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: ea288755-12ee-4893-a28d-af0440cc115e, kind: Instance { id: 666cabf8-a235-4ec0-9c83-d322b382f40c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 209, 65])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12764608), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ea288755-12ee-4893-a28d-af0440cc115e, kind: Instance { id: 666cabf8-a235-4ec0-9c83-d322b382f40c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 209, 65])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12764608), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ea288755-12ee-4893-a28d-af0440cc115e, kind: Instance { id: 666cabf8-a235-4ec0-9c83-d322b382f40c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 209, 65])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12764608), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(12764608))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ea288755-12ee-4893-a28d-af0440cc115e, kind: Instance { id: 666cabf8-a235-4ec0-9c83-d322b382f40c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 209, 65])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12764608), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-741224830c7", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 23467f5e-63a4-41a5-abc0-13b6e7dfd034, read_only_parent: Some(Volume { block_size: 512, id: 9fa8e7a1-e013-4b76-8604-4a9b6ae3e10e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f079fa95-2041-4c5e-9b06-a14527719751, key: Some("uEvRtURdX1NhK3H2F9UBoBhO/iGtLEBAMtGV2tMcsp4="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::16]:19001", "[fd00:1122:3344:101::12]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 23467f5e-63a4-41a5-abc0-13b6e7dfd034, key: Some("M3WNkqx0Xr5yvbstbkhNyuGwFvw6LXhWw/htQ39IkzA="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19002", "[fd00:1122:3344:101::16]:19002", "[fd00:1122:3344:101::17]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABw+CbZWNlYAAD4JtlYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAcPgm2VjZWAAA+CbZWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI2NjZjYWJmOC1hMjM1LTRlYzAtOWM4My1kMzIyYjM4MmY0MGMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTm5tZUZZY1R2bGF1M3VZVGd0VkJ3amREZzNQTkoyZU1IeVUrd3lKYkZNUSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
instance_runtime = InstanceRuntimeState { propolis_id: Some(d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-25T04:55:48.787390304Z }
metadata = InstanceMetadata { silo_id: 06aee53e-1e7a-4958-be5e-dbba0c1b09dd, project_id: d534ce8e-c2b7-4711-9887-881303f91f1f }
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = d2d5c96f-6bca-4532-8a70-54f89d66450a
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-06-25T04:55:48.763745Z }
|
| 1715 | 2024-06-25T04:55:49.180Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:582
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c (instance)
|
| 1716 | 2024-06-25T04:55:49.180Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:942
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
propolis_id = d2d5c96f-6bca-4532-8a70-54f89d66450a
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: ea288755-12ee-4893-a28d-af0440cc115e, kind: Instance { id: 666cabf8-a235-4ec0-9c83-d322b382f40c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 209, 65])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12764608), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ea288755-12ee-4893-a28d-af0440cc115e, kind: Instance { id: 666cabf8-a235-4ec0-9c83-d322b382f40c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 209, 65])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12764608), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ea288755-12ee-4893-a28d-af0440cc115e, kind: Instance { id: 666cabf8-a235-4ec0-9c83-d322b382f40c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 209, 65])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12764608), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(12764608))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ea288755-12ee-4893-a28d-af0440cc115e, kind: Instance { id: 666cabf8-a235-4ec0-9c83-d322b382f40c }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 252, 209, 65])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12764608), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-741224830c7", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 23467f5e-63a4-41a5-abc0-13b6e7dfd034, read_only_parent: Some(Volume { block_size: 512, id: 9fa8e7a1-e013-4b76-8604-4a9b6ae3e10e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f079fa95-2041-4c5e-9b06-a14527719751, key: Some("uEvRtURdX1NhK3H2F9UBoBhO/iGtLEBAMtGV2tMcsp4="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::16]:19001", "[fd00:1122:3344:101::12]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 23467f5e-63a4-41a5-abc0-13b6e7dfd034, key: Some("M3WNkqx0Xr5yvbstbkhNyuGwFvw6LXhWw/htQ39IkzA="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19002", "[fd00:1122:3344:101::16]:19002", "[fd00:1122:3344:101::17]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABw+CbZWNlYAAD4JtlYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAcPgm2VjZWAAA+CbZWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI2NjZjYWJmOC1hMjM1LTRlYzAtOWM4My1kMzIyYjM4MmY0MGMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTm5tZUZZY1R2bGF1M3VZVGd0VkJ3amREZzNQTkoyZU1IeVUrd3lKYkZNUSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-25T04:55:48.787390304Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-06-25T04:55:48.763745Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }
|
| 1717 | 2024-06-25T04:55:49.182Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 22972
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35857
req_id = 759c803a-2f97-4033-a903-759928dc4029
response_code = 200
uri = /instances/666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1718 | 2024-06-25T04:55:49.310Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35524
|
| 1719 | 2024-06-25T04:55:49.312Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 1537
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35524
req_id = 11426ace-6132-4548-b0a6-02059fa9961f
response_code = 200
uri = /instances/666cabf8-a235-4ec0-9c83-d322b382f40c/state
|
| 1720 | 2024-06-25T04:55:49.337Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:393
port = Port { inner: PortInner { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 252, 209, 65]), slot: 0, vni: Vni { inner: 12764608 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
| 1721 | 2024-06-25T04:55:49.339Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1722 | 2024-06-25T04:55:49.373Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
file = illumos-utils/src/zone.rs:315
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1723 | 2024-06-25T04:55:49.394Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
file = illumos-utils/src/zone.rs:354
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1724 | 2024-06-25T04:55:50.695Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1:0"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::b]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1725 | 2024-06-25T04:55:50.695Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
zone = oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1726 | 2024-06-25T04:55:50.877Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a") failed: Property not found. retry in 74.653894ms
file = illumos-utils/src/svc.rs:36
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
zone = oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1727 | 2024-06-25T04:55:50.966Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a") failed: Property not found. retry in 54.593878ms
file = illumos-utils/src/svc.rs:36
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
zone = oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1728 | 2024-06-25T04:55:51.035Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a") failed: Property not found. retry in 201.993097ms
file = illumos-utils/src/svc.rs:36
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
zone = oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1729 | 2024-06-25T04:55:51.252Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a") failed: Property not found. retry in 598.55005ms
file = illumos-utils/src/svc.rs:36
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
zone = oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1730 | 2024-06-25T04:55:51.863Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a") failed: Property not found. retry in 1.193696621s
file = illumos-utils/src/svc.rs:36
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
zone = oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1731 | 2024-06-25T04:55:53.067Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a") failed: Property not found. retry in 1.083232725s
file = illumos-utils/src/svc.rs:36
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
zone = oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1732 | 2024-06-25T04:55:54.160Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a") failed: Property not found. retry in 1.422633041s
file = illumos-utils/src/svc.rs:36
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
zone = oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1733 | 2024-06-25T04:55:55.612Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
file = sled-agent/src/instance.rs:1427
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1734 | 2024-06-25T04:55:55.620Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a") failed: Property not found. retry in 43.002991ms
file = illumos-utils/src/svc.rs:36
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1735 | 2024-06-25T04:55:55.672Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a") failed: Property not found. retry in 125.776702ms
file = illumos-utils/src/svc.rs:36
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1736 | 2024-06-25T04:55:55.808Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a") failed: Property not found. retry in 257.837478ms
file = illumos-utils/src/svc.rs:36
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1737 | 2024-06-25T04:55:56.077Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a") failed: Property not found. retry in 555.294852ms
file = illumos-utils/src/svc.rs:36
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1738 | 2024-06-25T04:55:56.644Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1436
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1739 | 2024-06-25T04:55:56.680Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1450
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1740 | 2024-06-25T04:55:56.681Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABw+CbZWNlYAAD4JtlYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAcPgm2VjZWAAA+CbZWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI2NjZjYWJmOC1hMjM1LTRlYzAtOWM4My1kMzIyYjM4MmY0MGMiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTm5tZUZZY1R2bGF1M3VZVGd0VkJ3amREZzNQTkoyZU1IeVUrd3lKYkZNUSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-741224830c7", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 23467f5e-63a4-41a5-abc0-13b6e7dfd034, read_only_parent: Some(Volume { block_size: 512, id: 9fa8e7a1-e013-4b76-8604-4a9b6ae3e10e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f079fa95-2041-4c5e-9b06-a14527719751, key: Some("uEvRtURdX1NhK3H2F9UBoBhO/iGtLEBAMtGV2tMcsp4="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::16]:19001", "[fd00:1122:3344:101::12]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 23467f5e-63a4-41a5-abc0-13b6e7dfd034, key: Some("M3WNkqx0Xr5yvbstbkhNyuGwFvw6LXhWw/htQ39IkzA="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19002", "[fd00:1122:3344:101::16]:19002", "[fd00:1122:3344:101::17]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: 666cabf8-a235-4ec0-9c83-d322b382f40c, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: d534ce8e-c2b7-4711-9887-881303f91f1f, silo_id: 06aee53e-1e7a-4958-be5e-dbba0c1b09dd }, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:689
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1741 | 2024-06-25T04:55:56.768Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:691
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1742 | 2024-06-25T04:55:56.770Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-06-25T04:55:56.769751007Z }
file = sled-agent/src/instance.rs:573
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1743 | 2024-06-25T04:55:56.770Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:595
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
new_instance_state = InstanceRuntimeState { propolis_id: Some(d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-25T04:55:48.787390304Z }
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-06-25T04:55:56.769751007Z }
propolis_id = d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1744 | 2024-06-25T04:55:56.770Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:492
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-25T04:55:48.787390304Z }, propolis_id: d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis), vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-06-25T04:55:56.769751007Z }, migration_state: None }
|
| 1745 | 2024-06-25T04:55:56.832Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-06-25T04:55:56.832100462Z }
file = sled-agent/src/instance.rs:573
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1746 | 2024-06-25T04:55:56.832Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:595
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
new_instance_state = InstanceRuntimeState { propolis_id: Some(d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-25T04:55:48.787390304Z }
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-06-25T04:55:56.832100462Z }
propolis_id = d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1747 | 2024-06-25T04:55:56.832Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:492
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-25T04:55:48.787390304Z }, propolis_id: d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis), vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-06-25T04:55:56.832100462Z }, migration_state: None }
|
| 1748 | 2024-06-25T04:56:06.704Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48896
|
| 1749 | 2024-06-25T04:56:06.705Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 642
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:48896
req_id = 1f2267be-3083-42ce-98f1-7dd822dcaed6
response_code = 200
uri = /instances/666cabf8-a235-4ec0-9c83-d322b382f40c/state
|
| 1750 | 2024-06-25T04:56:06.705Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-06-25T04:56:06.705631842Z }
file = sled-agent/src/instance.rs:573
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1751 | 2024-06-25T04:56:06.705Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:595
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
new_instance_state = InstanceRuntimeState { propolis_id: Some(d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-25T04:55:48.787390304Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-06-25T04:56:06.705631842Z }
propolis_id = d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1752 | 2024-06-25T04:56:06.705Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:492
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-06-25T04:55:48.787390304Z }, propolis_id: d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis), vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-06-25T04:56:06.705631842Z }, migration_state: None }
|
| 1753 | 2024-06-25T04:56:06.772Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-06-25T04:56:06.772768284Z }
file = sled-agent/src/instance.rs:573
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1754 | 2024-06-25T04:56:06.772Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:595
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
new_instance_state = InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-06-25T04:56:06.772768284Z }
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-06-25T04:56:06.772768284Z }
propolis_id = d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1755 | 2024-06-25T04:56:06.772Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:610
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1756 | 2024-06-25T04:56:06.773Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1757 | 2024-06-25T04:56:06.776Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1758 | 2024-06-25T04:56:06.776Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/90d80866-bec6-46a0-a891-d069d7d613fa/debug/bundle/zone", "/pool/int/d2277959-a496-46d5-bbfa-0ff6abe7531e/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/6793fb51-0189-4842-8cc9-a04ce8d8dc83/crypt/debug", "/pool/ext/6cb186df-6997-44cf-8319-498f651f1f73/crypt/debug", "/pool/ext/06c5d615-3101-4280-b654-568002756968/crypt/debug", "/pool/ext/e0db45fa-3c43-4f1d-8450-859e23a3d9a3/crypt/debug", "/pool/ext/d11f1de3-731b-46f3-8259-abe2174edcbd/crypt/debug", "/pool/ext/0bb9bed4-fafe-47b7-b730-cf210e077a45/crypt/debug", "/pool/ext/83379ee6-491d-4586-a2bc-c38ab1776ad8/crypt/debug", "/pool/ext/36eecdbc-0c26-4d56-8f0d-26f3924fadfe/crypt/debug", "/pool/ext/5d3650a8-265e-4fe5-b291-afa7774612f3/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:437
zone_name = oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
|
| 1759 | 2024-06-25T04:56:07.405Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1230
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a", bundle_id: 80ff99d7-edad-4bf4-a353-5266b20c2682 }, time_created: 2024-06-25T04:56:06.776430543Z, version: 0, cause: TerminatedInstance }
|
| 1760 | 2024-06-25T04:56:07.405Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_d2d5c96f-6bca-4532-8a70-54f89d66450a
file = sled-agent/src/instance.rs:784
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1761 | 2024-06-25T04:56:07.444Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 2455
local_addr = [fd00:1122:3344:101::1]:34228
method = GET
remote_addr = [fd00:1122:3344:101::d]:60421
req_id = 303dcc7a-9f0c-4ff5-bbf2-ced78283e766
response_code = 200
sled_id = d9274bbe-5432-4641-b33b-dc45fdd0cd7f
uri = /d9274bbe-5432-4641-b33b-dc45fdd0cd7f
|
| 1762 | 2024-06-25T04:56:07.620Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48238
|
| 1763 | 2024-06-25T04:56:07.620Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 47
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48238
req_id = 1f17d6c0-9cda-4e2e-a949-82d16a9e01e1
response_code = 200
uri = /baseboard
|
| 1764 | 2024-06-25T04:56:09.149Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:269
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1765 | 2024-06-25T04:56:09.178Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:492
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-06-25T04:56:06.772768284Z }, propolis_id: d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-06-25T04:56:09.178441366Z }, migration_state: None }
|
| 1766 | 2024-06-25T04:56:09.341Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:32818
|
| 1767 | 2024-06-25T04:56:09.341Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 173
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:32818
req_id = 699978ce-1405-4e5f-b548-107a5f84fd15
response_code = 200
uri = /v2p
|
| 1768 | 2024-06-25T04:56:09.341Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:631
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 252, 209, 65])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(12764608) }
|
| 1769 | 2024-06-25T04:56:09.341Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:32818
req_id = 8f4c6e36-9194-40e1-96ce-b3a7801e5d1f
response_code = 204
uri = /v2p
|
| 1770 | 2024-06-25T04:56:09.612Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:492
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-06-25T04:56:06.772768284Z }, propolis_id: d2d5c96f-6bca-4532-8a70-54f89d66450a (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-06-25T04:56:09.178441366Z }, migration_state: None }
|
| 1771 | 2024-06-25T04:56:09.617Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:727
instance_id = 666cabf8-a235-4ec0-9c83-d322b382f40c
|
| 1772 | 2024-06-25T04:56:10.944Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65390
|
| 1773 | 2024-06-25T04:56:10.944Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 195
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65390
req_id = 31ee01dc-2cfd-4e5e-a9a3-31983be40fd5
response_code = 200
uri = /v2p
|
| 1774 | 2024-06-25T04:56:10.945Z | INFO | SledAgent (PortManager): Clearing mapping of virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:671
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 252, 209, 65])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(12764608) }
|
| 1775 | 2024-06-25T04:56:10.945Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:65390
req_id = 415227a8-7085-4dcb-8804-35a9f9470a83
response_code = 204
uri = /v2p
|