| 1 | | [ Aug 22 03:10:12 Enabled. ] |
| 2 | | [ Aug 22 03:10:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Aug 22 03:10:12 Method "start" exited with status 0. ] |
| 4 | | [ Aug 22 03:10:12 Rereading configuration. ] |
| 5 | | [ Aug 22 03:10:12 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-08-22T03:10:12.708Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
| 8 | 2024-08-22T03:10:12.709Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2024-08-22T03:10:12.762Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
| 10 | 2024-08-22T03:10:12.762Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2024-08-22T03:10:12.876Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2024-08-22T03:10:12.885Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2024-08-22T03:10:12.893Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
| 14 | 2024-08-22T03:10:13.495Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }
|
| 15 | 2024-08-22T03:10:13.632Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
| 16 | 2024-08-22T03:10:13.632Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
| 17 | 2024-08-22T03:10:13.632Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
| 18 | 2024-08-22T03:10:13.632Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
| 19 | 2024-08-22T03:10:13.632Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 20 | 2024-08-22T03:10:13.632Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:716
|
| 21 | 2024-08-22T03:10:13.635Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:623
|
| 22 | 2024-08-22T03:10:13.635Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:765
|
| 23 | 2024-08-22T03:10:13.635Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
| 24 | 2024-08-22T03:10:13.635Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:824
|
| 25 | 2024-08-22T03:10:13.635Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
| 26 | 2024-08-22T03:10:13.635Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
| 27 | 2024-08-22T03:10:13.635Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
| 28 | 2024-08-22T03:10:13.635Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2024-08-22T03:10:13.635Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2024-08-22T03:10:13.646Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:360
|
| 31 | 2024-08-22T03:10:13.646Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:371
id = 010915a8-8c82-4996-ad79-77cb85b043ca (zpool)
|
| 32 | 2024-08-22T03:10:13.743Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 010915a8-8c82-4996-ad79-77cb85b043ca (zpool), kind: Internal }
|
| 33 | 2024-08-22T03:10:13.946Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:406
|
| 34 | 2024-08-22T03:10:13.946Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
| 35 | 2024-08-22T03:10:13.946Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2024-08-22T03:10:13.946Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2024-08-22T03:10:13.946Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
| 38 | 2024-08-22T03:10:13.946Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2024-08-22T03:10:13.946Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2024-08-22T03:10:13.954Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:360
|
| 41 | 2024-08-22T03:10:13.954Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:371
id = 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool)
|
| 42 | 2024-08-22T03:10:14.043Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool), kind: Internal }
|
| 43 | 2024-08-22T03:10:14.253Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
| 44 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 010915a8-8c82-4996-ad79-77cb85b043ca (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 45 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 46 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 47 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
| 48 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 49 | 2024-08-22T03:10:14.253Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
| 50 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 010915a8-8c82-4996-ad79-77cb85b043ca (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 51 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
| 52 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 53 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 54 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 55 | 2024-08-22T03:10:14.253Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
| 56 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
| 57 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 58 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 010915a8-8c82-4996-ad79-77cb85b043ca (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 59 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 60 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 61 | 2024-08-22T03:10:14.253Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
| 62 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 010915a8-8c82-4996-ad79-77cb85b043ca (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 63 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 64 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 65 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
| 66 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 67 | 2024-08-22T03:10:14.253Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
| 68 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 010915a8-8c82-4996-ad79-77cb85b043ca (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 69 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 70 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 71 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
| 72 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 73 | 2024-08-22T03:10:14.253Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
| 74 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 010915a8-8c82-4996-ad79-77cb85b043ca (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 75 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
| 76 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 77 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 78 | 2024-08-22T03:10:14.253Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 79 | 2024-08-22T03:10:14.254Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
| 80 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 010915a8-8c82-4996-ad79-77cb85b043ca (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 81 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 82 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 83 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
| 84 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 85 | 2024-08-22T03:10:14.254Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
| 86 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 010915a8-8c82-4996-ad79-77cb85b043ca (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 87 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 88 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 89 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
| 90 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 91 | 2024-08-22T03:10:14.254Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
| 92 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:406
|
| 93 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 94 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 010915a8-8c82-4996-ad79-77cb85b043ca (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 95 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 96 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 97 | 2024-08-22T03:10:14.254Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
| 98 | 2024-08-22T03:10:14.254Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
| 99 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 100 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 010915a8-8c82-4996-ad79-77cb85b043ca (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 101 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 102 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 103 | 2024-08-22T03:10:14.254Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
| 104 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (bootstore): No ledger in /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 105 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (bootstore): No ledger in /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 106 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
| 107 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (bootstore): No ledger in /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 108 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (bootstore): No ledger in /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 109 | 2024-08-22T03:10:14.254Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
| 110 | 2024-08-22T03:10:14.254Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
| 111 | 2024-08-22T03:10:14.254Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
| 112 | 2024-08-22T03:10:14.264Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:731
|
| 113 | 2024-08-22T03:10:14.264Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1519, tv_nsec: 705667448 }
time_to_next_cleanup = 599.99993601s
|
| 114 | 2024-08-22T03:10:14.264Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3861
|
| 115 | 2024-08-22T03:10:14.264Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 116 | 2024-08-22T03:10:14.264Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2024-08-22T03:10:14.264Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
| 119 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 120 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
local_pref: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1053
|
| 121 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
|
| 122 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 123 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (RSS): No ledger in /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 124 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (RSS): No ledger in /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 125 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1113
|
| 126 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 127 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (RSS): No ledger in /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 128 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (RSS): No ledger in /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 129 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1154
|
| 130 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:155
|
| 131 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:128
|
| 132 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 133 | 2024-08-22T03:10:14.268Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 134 | 2024-08-22T03:10:14.269Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 135 | 2024-08-22T03:10:14.269Z | INFO | SledAgent (RSS): Sled plan written to storage: Plan {
rack_id: f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f,
sleds: {
[fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {
generation: 0,
schema_version: 1,
body: StartSledAgentRequestBody {
id: ee5fe5a0-6520-4108-9cc0-dc16dbefa31f,
rack_id: f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f,
use_trust_quorum: false,
is_lrtq_learner: false,
subnet: Ipv6Subnet {
net: Ipv6Net {
addr: fd00:1122:3344:101::,
width: 64,
},
},
},
},
},
config: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
local_pref: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
},
}
file = sled-agent/src/rack_setup/plan/sled.rs:175
|
| 136 | 2024-08-22T03:10:14.269Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1187
|
| 137 | 2024-08-22T03:10:14.269Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 138 | 2024-08-22T03:10:14.269Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 139 | 2024-08-22T03:10:14.269Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 140 | 2024-08-22T03:10:14.269Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 141 | 2024-08-22T03:10:14.269Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: ee5fe5a0-6520-4108-9cc0-dc16dbefa31f, rack_id: f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 142 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:56730
|
| 143 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: ee5fe5a0-6520-4108-9cc0-dc16dbefa31f, rack_id: f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:359
|
| 144 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:374
|
| 145 | 2024-08-22T03:10:14.270Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 146 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:406
|
| 147 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
| 148 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
|
| 149 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:574
|
| 150 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
| 151 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
| 152 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:563
|
| 153 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:591
|
| 154 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:395
|
| 155 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 156 | 2024-08-22T03:10:14.270Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:481
result = DisksManagementResult { status: [] }
|
| 157 | 2024-08-22T03:10:14.271Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4158
|
| 158 | 2024-08-22T03:10:14.271Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4540
|
| 159 | 2024-08-22T03:10:14.301Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 160 | 2024-08-22T03:10:14.321Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:316
|
| 161 | 2024-08-22T03:10:14.338Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 162 | 2024-08-22T03:10:14.350Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:388
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 163 | 2024-08-22T03:10:14.350Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 164 | 2024-08-22T03:10:14.350Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:400
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 165 | 2024-08-22T03:10:14.350Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 166 | 2024-08-22T03:10:14.353Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 67.042154ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "bff18b04-df76-427d-a6a4-9fc55562a298", "content-length": "124", "date": "Thu, 22 Aug 2024 03:10:13 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "bff18b04-df76-427d-a6a4-9fc55562a298" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 167 | 2024-08-22T03:10:14.364Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_010915a8-8c82-4996-ad79-77cb85b043ca/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 168 | 2024-08-22T03:10:14.388Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_010915a8-8c82-4996-ad79-77cb85b043ca/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 169 | 2024-08-22T03:10:14.388Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_010915a8-8c82-4996-ad79-77cb85b043ca/swap"
file = sled-agent/src/swap_device.rs:96
|
| 170 | 2024-08-22T03:10:14.393Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:415
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 171 | 2024-08-22T03:10:14.393Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
| 172 | 2024-08-22T03:10:14.393Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_010915a8-8c82-4996-ad79-77cb85b043ca/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
| 173 | 2024-08-22T03:10:14.421Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 174 | 2024-08-22T03:10:14.422Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 61.139478ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "cc96e9e4-74b8-4d97-b011-95430f684b4f", "content-length": "124", "date": "Thu, 22 Aug 2024 03:10:13 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "cc96e9e4-74b8-4d97-b011-95430f684b4f" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 175 | 2024-08-22T03:10:14.466Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
| 176 | 2024-08-22T03:10:14.484Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 177 | 2024-08-22T03:10:14.485Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 149.18294ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "80ff2d60-3306-47e7-81f9-8ac4314a12ba", "content-length": "124", "date": "Thu, 22 Aug 2024 03:10:13 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "80ff2d60-3306-47e7-81f9-8ac4314a12ba" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 178 | 2024-08-22T03:10:14.636Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 179 | 2024-08-22T03:10:14.636Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 236.959082ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4097ae91-0e1a-449d-808e-69df59f9d9c6", "content-length": "124", "date": "Thu, 22 Aug 2024 03:10:14 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4097ae91-0e1a-449d-808e-69df59f9d9c6" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 180 | 2024-08-22T03:10:14.685Z | INFO | SledAgent (BackingFs): Mounting oxi_010915a8-8c82-4996-ad79-77cb85b043ca/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
| 181 | 2024-08-22T03:10:14.698Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
| 182 | 2024-08-22T03:10:14.698Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
| 183 | 2024-08-22T03:10:14.698Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
| 184 | 2024-08-22T03:10:14.698Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
| 185 | 2024-08-22T03:10:14.875Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 186 | 2024-08-22T03:10:14.876Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 268.060108ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "2369c99c-82fd-47e0-941e-1bde1e130b83", "content-length": "124", "date": "Thu, 22 Aug 2024 03:10:14 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "2369c99c-82fd-47e0-941e-1bde1e130b83" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 187 | 2024-08-22T03:10:15.144Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 188 | 2024-08-22T03:10:15.145Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 325.355682ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "974a0286-b4a5-4545-8f4e-488b618c0bb0", "content-length": "124", "date": "Thu, 22 Aug 2024 03:10:14 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "974a0286-b4a5-4545-8f4e-488b618c0bb0" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 189 | 2024-08-22T03:10:15.425Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:90
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 190 | 2024-08-22T03:10:15.431Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205
local_addr = [fd00:1122:3344:101::1]:61471
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 191 | 2024-08-22T03:10:15.431Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 192 | 2024-08-22T03:10:15.431Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:61471
file = oximeter/producer/src/lib.rs:283
interval = 30s
producer_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 193 | 2024-08-22T03:10:15.432Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 161.821332ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 194 | 2024-08-22T03:10:15.433Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 195 | 2024-08-22T03:10:15.433Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 196 | 2024-08-22T03:10:15.433Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:915
underlay_address = fd00:1122:3344:101::1
|
| 197 | 2024-08-22T03:10:15.433Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
|
| 198 | 2024-08-22T03:10:15.472Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 199 | 2024-08-22T03:10:15.596Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 635.562554ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 200 | 2024-08-22T03:10:16.234Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 1.200395336s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 201 | 2024-08-22T03:10:17.437Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 1.989663159s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 202 | 2024-08-22T03:10:17.790Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2634
|
| 203 | 2024-08-22T03:10:17.790Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2852
|
| 204 | 2024-08-22T03:10:17.790Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2504
|
| 205 | 2024-08-22T03:10:17.790Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2551
|
| 206 | 2024-08-22T03:10:17.790Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2933
|
| 207 | 2024-08-22T03:10:17.790Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2975
|
| 208 | 2024-08-22T03:10:17.792Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2777
|
| 209 | 2024-08-22T03:10:17.793Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2545
|
| 210 | 2024-08-22T03:10:17.794Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='505167ef-0e39-4059-8565-0e470a0de648'/>
<propval type="astring" name="rack_id" value='f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:9fb2::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fefb:19f8'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:9fb2::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"buskin","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_id" value='ee5fe5a0-6520-4108-9cc0-dc16dbefa31f'/>
<propval type="astring" name="rack_id" value='f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='buskin'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='ee5fe5a0-6520-4108-9cc0-dc16dbefa31f'/>
<propval type="astring" name="rack_uuid" value='f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='ee5fe5a0-6520-4108-9cc0-dc16dbefa31f'/>
<propval type="astring" name="rack_uuid" value='f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 211 | 2024-08-22T03:10:17.794Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
| 212 | 2024-08-22T03:10:18.026Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 66.988052ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 213 | 2024-08-22T03:10:18.211Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 130.654184ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 214 | 2024-08-22T03:10:18.391Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 273.085214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 215 | 2024-08-22T03:10:18.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 590.917605ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 216 | 2024-08-22T03:10:19.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 617.66625ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 217 | 2024-08-22T03:10:19.583Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.060873036s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 218 | 2024-08-22T03:10:20.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 727.336864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 219 | 2024-08-22T03:10:21.372Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.237384058s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 220 | 2024-08-22T03:10:21.646Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 11.540680695s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 221 | 2024-08-22T03:10:22.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 565.594638ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 222 | 2024-08-22T03:10:23.787Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205
local_addr = [fd00:1122:3344:101::1]:12345
|
| 223 | 2024-08-22T03:10:23.788Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:429
|
| 224 | 2024-08-22T03:10:23.788Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 225 | 2024-08-22T03:10:23.788Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 226 | 2024-08-22T03:10:23.788Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 227 | 2024-08-22T03:10:23.788Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 228 | 2024-08-22T03:10:23.788Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))
|
| 229 | 2024-08-22T03:10:23.788Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3861
|
| 230 | 2024-08-22T03:10:23.788Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:56730
|
| 231 | 2024-08-22T03:10:24.008Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 232 | 2024-08-22T03:10:24.008Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 233 | 2024-08-22T03:10:24.008Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 234 | 2024-08-22T03:10:24.008Z | INFO | SledAgent (RSS): No ledger in /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/rss-service-plan-v3.json
file = common/src/ledger.rs:188
|
| 235 | 2024-08-22T03:10:24.008Z | INFO | SledAgent (RSS): No ledger in /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/rss-service-plan-v3.json
file = common/src/ledger.rs:188
|
| 236 | 2024-08-22T03:10:24.008Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 237 | 2024-08-22T03:10:24.008Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 238 | 2024-08-22T03:10:24.013Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4182
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 239 | 2024-08-22T03:10:24.013Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:4198
|
| 240 | 2024-08-22T03:10:24.013Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:534
zone = oxz_switch
|
| 241 | 2024-08-22T03:10:24.296Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64230
|
| 242 | 2024-08-22T03:10:24.296Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 243 | 2024-08-22T03:10:24.296Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 222
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64230
req_id = a87151eb-db0d-4178-97e2-4f5e60528d12
response_code = 200
uri = /inventory
|
| 244 | 2024-08-22T03:10:24.326Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62408
|
| 245 | 2024-08-22T03:10:24.326Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:62408
req_id = 97e2266e-476a-45cc-843d-73b46b1a6d2c
response_code = 200
uri = /sled-role
|
| 246 | 2024-08-22T03:10:24.328Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 247 | 2024-08-22T03:10:24.328Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/.rss-service-plan-v3.json.tmp
file = common/src/ledger.rs:199
|
| 248 | 2024-08-22T03:10:24.329Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/.rss-service-plan-v3.json.tmp
file = common/src/ledger.rs:199
|
| 249 | 2024-08-22T03:10:24.329Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:884
|
| 250 | 2024-08-22T03:10:24.361Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: e0f0e4d9-e646-4b51-ba02-492d33aee913, pool_id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 6c00c0c8-0801-4e37-8000-91d1909526e0, pool_id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: d92c5e51-9808-4696-ba48-61ddf089edb8, pool_id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: f10b7f27-714a-4f15-a383-8a1a9f0530d8, pool_id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 3375417b-55a7-4abf-9c2a-2e46ccd79ebb, pool_id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 515e6ac5-a040-4530-8c79-49ad8abc2820, pool_id: fe4c516c-31f9-478c-88c5-ba107d650258 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 823c755c-a10b-47fc-84fa-8920f099c814, pool_id: 093a72ee-6c38-4957-8a87-9d9aaf0ed70a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 589906b1-0634-4134-9835-433d417f30d9, pool_id: ccbe7092-f68b-4074-accb-3d04aed5167d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 8a0982e8-6c85-4887-bf91-048ffa808f2e, pool_id: 89fbd363-f114-464a-89e9-b704a90f5ed9 (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:357
sled_address = [fd00:1122:3344:101::1]:12345
|
| 251 | 2024-08-22T03:10:24.361Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38715
|
| 252 | 2024-08-22T03:10:24.361Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:833
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 253 | 2024-08-22T03:10:24.361Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: e0f0e4d9-e646-4b51-ba02-492d33aee913, pool_id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 6c00c0c8-0801-4e37-8000-91d1909526e0, pool_id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: d92c5e51-9808-4696-ba48-61ddf089edb8, pool_id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: f10b7f27-714a-4f15-a383-8a1a9f0530d8, pool_id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 3375417b-55a7-4abf-9c2a-2e46ccd79ebb, pool_id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 515e6ac5-a040-4530-8c79-49ad8abc2820, pool_id: fe4c516c-31f9-478c-88c5-ba107d650258 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 823c755c-a10b-47fc-84fa-8920f099c814, pool_id: 093a72ee-6c38-4957-8a87-9d9aaf0ed70a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 589906b1-0634-4134-9835-433d417f30d9, pool_id: ccbe7092-f68b-4074-accb-3d04aed5167d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 8a0982e8-6c85-4887-bf91-048ffa808f2e, pool_id: 89fbd363-f114-464a-89e9-b704a90f5ed9 (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:406
|
| 254 | 2024-08-22T03:10:24.361Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 255 | 2024-08-22T03:10:24.361Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 256 | 2024-08-22T03:10:24.361Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:645
request = omicron_physical_disks_ensure
|
| 257 | 2024-08-22T03:10:24.361Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 258 | 2024-08-22T03:10:24.361Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
| 259 | 2024-08-22T03:10:24.361Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 260 | 2024-08-22T03:10:24.361Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 261 | 2024-08-22T03:10:24.498Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:360
|
| 262 | 2024-08-22T03:10:24.498Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool)
|
| 263 | 2024-08-22T03:10:24.981Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ee5fe5a0-6520-4108-9cc0-dc16dbefa31f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 264 | 2024-08-22T03:10:25.912Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 265 | 2024-08-22T03:10:25.914Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }
|
| 266 | 2024-08-22T03:10:25.924Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:351
|
| 267 | 2024-08-22T03:10:25.924Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
| 268 | 2024-08-22T03:10:25.924Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
| 269 | 2024-08-22T03:10:25.924Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
| 270 | 2024-08-22T03:10:25.924Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 271 | 2024-08-22T03:10:25.924Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 272 | 2024-08-22T03:10:25.924Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
| 273 | 2024-08-22T03:10:25.961Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 274 | 2024-08-22T03:10:25.968Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6bb5eed6-289e-459d-86d3-555f8abc6fad/crypt/zone
file = sled-storage/src/dataset.rs:414
|
| 275 | 2024-08-22T03:10:25.986Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ee5fe5a0-6520-4108-9cc0-dc16dbefa31f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 276 | 2024-08-22T03:10:26.091Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6bb5eed6-289e-459d-86d3-555f8abc6fad
file = sled-storage/src/dataset.rs:499
|
| 277 | 2024-08-22T03:10:26.099Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
| 278 | 2024-08-22T03:10:26.099Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
| 279 | 2024-08-22T03:10:26.099Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
| 280 | 2024-08-22T03:10:26.099Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 281 | 2024-08-22T03:10:26.099Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 282 | 2024-08-22T03:10:26.109Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:360
|
| 283 | 2024-08-22T03:10:26.109Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 67939e33-7a08-446f-a6d2-d03405112c6d (zpool)
|
| 284 | 2024-08-22T03:10:26.198Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }
|
| 285 | 2024-08-22T03:10:26.205Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:351
|
| 286 | 2024-08-22T03:10:26.205Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
| 287 | 2024-08-22T03:10:26.205Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
| 288 | 2024-08-22T03:10:26.205Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
| 289 | 2024-08-22T03:10:26.205Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 290 | 2024-08-22T03:10:26.206Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 291 | 2024-08-22T03:10:26.206Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
| 292 | 2024-08-22T03:10:26.238Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 293 | 2024-08-22T03:10:26.245Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_67939e33-7a08-446f-a6d2-d03405112c6d/crypt/zone
file = sled-storage/src/dataset.rs:414
|
| 294 | 2024-08-22T03:10:26.363Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_67939e33-7a08-446f-a6d2-d03405112c6d
file = sled-storage/src/dataset.rs:499
|
| 295 | 2024-08-22T03:10:26.370Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
| 296 | 2024-08-22T03:10:26.370Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
| 297 | 2024-08-22T03:10:26.370Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
| 298 | 2024-08-22T03:10:26.370Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 299 | 2024-08-22T03:10:26.370Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 300 | 2024-08-22T03:10:26.380Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:360
|
| 301 | 2024-08-22T03:10:26.380Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool)
|
| 302 | 2024-08-22T03:10:26.473Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }
|
| 303 | 2024-08-22T03:10:26.481Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:351
|
| 304 | 2024-08-22T03:10:26.481Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
| 305 | 2024-08-22T03:10:26.481Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
| 306 | 2024-08-22T03:10:26.481Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
| 307 | 2024-08-22T03:10:26.481Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 308 | 2024-08-22T03:10:26.481Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 309 | 2024-08-22T03:10:26.481Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
| 310 | 2024-08-22T03:10:26.518Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 311 | 2024-08-22T03:10:26.526Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_b7bb77ce-eea7-475b-b44d-78f0954f7f40/crypt/zone
file = sled-storage/src/dataset.rs:414
|
| 312 | 2024-08-22T03:10:26.647Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_b7bb77ce-eea7-475b-b44d-78f0954f7f40
file = sled-storage/src/dataset.rs:499
|
| 313 | 2024-08-22T03:10:26.655Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
| 314 | 2024-08-22T03:10:26.655Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
| 315 | 2024-08-22T03:10:26.655Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
| 316 | 2024-08-22T03:10:26.655Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 317 | 2024-08-22T03:10:26.655Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 318 | 2024-08-22T03:10:26.665Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:360
|
| 319 | 2024-08-22T03:10:26.665Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool)
|
| 320 | 2024-08-22T03:10:26.757Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External }
|
| 321 | 2024-08-22T03:10:26.765Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:351
|
| 322 | 2024-08-22T03:10:26.765Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
| 323 | 2024-08-22T03:10:26.765Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
| 324 | 2024-08-22T03:10:26.765Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
| 325 | 2024-08-22T03:10:26.765Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 326 | 2024-08-22T03:10:26.765Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 327 | 2024-08-22T03:10:26.765Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
| 328 | 2024-08-22T03:10:26.801Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 329 | 2024-08-22T03:10:26.809Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_715c5dc5-e0af-4f09-8043-4bf7d964347e/crypt/zone
file = sled-storage/src/dataset.rs:414
|
| 330 | 2024-08-22T03:10:26.933Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_715c5dc5-e0af-4f09-8043-4bf7d964347e
file = sled-storage/src/dataset.rs:499
|
| 331 | 2024-08-22T03:10:26.941Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
| 332 | 2024-08-22T03:10:26.941Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
| 333 | 2024-08-22T03:10:26.941Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
| 334 | 2024-08-22T03:10:26.941Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 335 | 2024-08-22T03:10:26.941Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 336 | 2024-08-22T03:10:26.950Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:360
|
| 337 | 2024-08-22T03:10:26.950Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool)
|
| 338 | 2024-08-22T03:10:27.044Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External }
|
| 339 | 2024-08-22T03:10:27.052Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:351
|
| 340 | 2024-08-22T03:10:27.052Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
| 341 | 2024-08-22T03:10:27.052Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
| 342 | 2024-08-22T03:10:27.052Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
| 343 | 2024-08-22T03:10:27.052Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 344 | 2024-08-22T03:10:27.052Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 345 | 2024-08-22T03:10:27.052Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
| 346 | 2024-08-22T03:10:27.056Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ee5fe5a0-6520-4108-9cc0-dc16dbefa31f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 347 | 2024-08-22T03:10:27.088Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 348 | 2024-08-22T03:10:27.095Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_fdac3a82-29e2-4d56-ad40-6286efe508c9/crypt/zone
file = sled-storage/src/dataset.rs:414
|
| 349 | 2024-08-22T03:10:27.208Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_fdac3a82-29e2-4d56-ad40-6286efe508c9
file = sled-storage/src/dataset.rs:499
|
| 350 | 2024-08-22T03:10:27.214Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
| 351 | 2024-08-22T03:10:27.215Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
| 352 | 2024-08-22T03:10:27.215Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
| 353 | 2024-08-22T03:10:27.215Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 354 | 2024-08-22T03:10:27.215Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 355 | 2024-08-22T03:10:27.225Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:360
|
| 356 | 2024-08-22T03:10:27.225Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = fe4c516c-31f9-478c-88c5-ba107d650258 (zpool)
|
| 357 | 2024-08-22T03:10:27.319Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: fe4c516c-31f9-478c-88c5-ba107d650258 (zpool), kind: External }
|
| 358 | 2024-08-22T03:10:27.327Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:351
|
| 359 | 2024-08-22T03:10:27.327Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
| 360 | 2024-08-22T03:10:27.327Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
| 361 | 2024-08-22T03:10:27.327Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
| 362 | 2024-08-22T03:10:27.327Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 363 | 2024-08-22T03:10:27.327Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 364 | 2024-08-22T03:10:27.327Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
| 365 | 2024-08-22T03:10:27.361Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 366 | 2024-08-22T03:10:27.368Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_fe4c516c-31f9-478c-88c5-ba107d650258/crypt/zone
file = sled-storage/src/dataset.rs:414
|
| 367 | 2024-08-22T03:10:27.494Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_fe4c516c-31f9-478c-88c5-ba107d650258
file = sled-storage/src/dataset.rs:499
|
| 368 | 2024-08-22T03:10:27.502Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
| 369 | 2024-08-22T03:10:27.503Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
| 370 | 2024-08-22T03:10:27.503Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
| 371 | 2024-08-22T03:10:27.503Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 372 | 2024-08-22T03:10:27.503Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 373 | 2024-08-22T03:10:27.512Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:360
|
| 374 | 2024-08-22T03:10:27.512Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 093a72ee-6c38-4957-8a87-9d9aaf0ed70a (zpool)
|
| 375 | 2024-08-22T03:10:27.609Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 093a72ee-6c38-4957-8a87-9d9aaf0ed70a (zpool), kind: External }
|
| 376 | 2024-08-22T03:10:27.617Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:351
|
| 377 | 2024-08-22T03:10:27.617Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
| 378 | 2024-08-22T03:10:27.617Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
| 379 | 2024-08-22T03:10:27.617Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
| 380 | 2024-08-22T03:10:27.617Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 381 | 2024-08-22T03:10:27.618Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 382 | 2024-08-22T03:10:27.618Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
| 383 | 2024-08-22T03:10:27.654Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 384 | 2024-08-22T03:10:27.662Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_093a72ee-6c38-4957-8a87-9d9aaf0ed70a/crypt/zone
file = sled-storage/src/dataset.rs:414
|
| 385 | 2024-08-22T03:10:27.785Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_093a72ee-6c38-4957-8a87-9d9aaf0ed70a
file = sled-storage/src/dataset.rs:499
|
| 386 | 2024-08-22T03:10:27.793Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
| 387 | 2024-08-22T03:10:27.793Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
| 388 | 2024-08-22T03:10:27.793Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
| 389 | 2024-08-22T03:10:27.793Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 390 | 2024-08-22T03:10:27.793Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 391 | 2024-08-22T03:10:27.803Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:360
|
| 392 | 2024-08-22T03:10:27.803Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = ccbe7092-f68b-4074-accb-3d04aed5167d (zpool)
|
| 393 | 2024-08-22T03:10:27.899Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: ccbe7092-f68b-4074-accb-3d04aed5167d (zpool), kind: External }
|
| 394 | 2024-08-22T03:10:27.907Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:351
|
| 395 | 2024-08-22T03:10:27.907Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
| 396 | 2024-08-22T03:10:27.907Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
| 397 | 2024-08-22T03:10:27.907Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
| 398 | 2024-08-22T03:10:27.907Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 399 | 2024-08-22T03:10:27.907Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 400 | 2024-08-22T03:10:27.907Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
| 401 | 2024-08-22T03:10:27.943Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 402 | 2024-08-22T03:10:27.952Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_ccbe7092-f68b-4074-accb-3d04aed5167d/crypt/zone
file = sled-storage/src/dataset.rs:414
|
| 403 | 2024-08-22T03:10:28.059Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ee5fe5a0-6520-4108-9cc0-dc16dbefa31f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 404 | 2024-08-22T03:10:28.080Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_ccbe7092-f68b-4074-accb-3d04aed5167d
file = sled-storage/src/dataset.rs:499
|
| 405 | 2024-08-22T03:10:28.088Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
| 406 | 2024-08-22T03:10:28.088Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
| 407 | 2024-08-22T03:10:28.088Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
| 408 | 2024-08-22T03:10:28.088Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 409 | 2024-08-22T03:10:28.088Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 410 | 2024-08-22T03:10:28.098Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:360
|
| 411 | 2024-08-22T03:10:28.098Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 89fbd363-f114-464a-89e9-b704a90f5ed9 (zpool)
|
| 412 | 2024-08-22T03:10:28.195Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:307
zpool = ZpoolName { id: 89fbd363-f114-464a-89e9-b704a90f5ed9 (zpool), kind: External }
|
| 413 | 2024-08-22T03:10:28.202Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:351
|
| 414 | 2024-08-22T03:10:28.202Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:353
|
| 415 | 2024-08-22T03:10:28.202Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:357
|
| 416 | 2024-08-22T03:10:28.203Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:359
|
| 417 | 2024-08-22T03:10:28.203Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 418 | 2024-08-22T03:10:28.203Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 419 | 2024-08-22T03:10:28.203Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:371
|
| 420 | 2024-08-22T03:10:28.238Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 421 | 2024-08-22T03:10:28.246Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_89fbd363-f114-464a-89e9-b704a90f5ed9/crypt/zone
file = sled-storage/src/dataset.rs:414
|
| 422 | 2024-08-22T03:10:28.370Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_89fbd363-f114-464a-89e9-b704a90f5ed9
file = sled-storage/src/dataset.rs:499
|
| 423 | 2024-08-22T03:10:28.378Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
| 424 | 2024-08-22T03:10:28.378Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
| 425 | 2024-08-22T03:10:28.378Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 426 | 2024-08-22T03:10:28.378Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 010915a8-8c82-4996-ad79-77cb85b043ca (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 9c240f02-0ca7-4603-a65f-f4dec2c85986 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: fe4c516c-31f9-478c-88c5-ba107d650258 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 093a72ee-6c38-4957-8a87-9d9aaf0ed70a (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: ccbe7092-f68b-4074-accb-3d04aed5167d (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 89fbd363-f114-464a-89e9-b704a90f5ed9 (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 427 | 2024-08-22T03:10:28.378Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 428 | 2024-08-22T03:10:28.378Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 429 | 2024-08-22T03:10:28.378Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 430 | 2024-08-22T03:10:28.379Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:837
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 431 | 2024-08-22T03:10:28.379Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 432 | 2024-08-22T03:10:28.379Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:863
generation = Generation(1)
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 433 | 2024-08-22T03:10:28.379Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:868
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 434 | 2024-08-22T03:10:28.379Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:873
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 435 | 2024-08-22T03:10:28.379Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:121
gen = Generation(1)
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 436 | 2024-08-22T03:10:28.379Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:879
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 437 | 2024-08-22T03:10:28.379Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:798
gen = Generation(1)
|
| 438 | 2024-08-22T03:10:28.379Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:884
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 439 | 2024-08-22T03:10:28.379Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4017759
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:38715
req_id = d7cae0f3-f0a6-4cb7-afa8-e90f3676aac3
response_code = 200
uri = /omicron-physical-disks
|
| 440 | 2024-08-22T03:10:28.410Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 64fff417-46fd-44ed-ac7e-a3829d9efa54, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1467044e-2fe8-4015-be86-a3faa36f1469, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f44713a7-86d3-4345-91b6-2f7fff61d293, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:440
sled_address = [fd00:1122:3344:101::1]:12345
|
| 441 | 2024-08-22T03:10:28.410Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53966
|
| 442 | 2024-08-22T03:10:28.411Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 64fff417-46fd-44ed-ac7e-a3829d9efa54, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 443 | 2024-08-22T03:10:28.411Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 64fff417-46fd-44ed-ac7e-a3829d9efa54, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 444 | 2024-08-22T03:10:28.461Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1467044e-2fe8-4015-be86-a3faa36f1469, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 445 | 2024-08-22T03:10:28.461Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 1467044e-2fe8-4015-be86-a3faa36f1469, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 446 | 2024-08-22T03:10:28.510Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f44713a7-86d3-4345-91b6-2f7fff61d293, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 447 | 2024-08-22T03:10:28.510Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: f44713a7-86d3-4345-91b6-2f7fff61d293, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 448 | 2024-08-22T03:10:28.560Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 449 | 2024-08-22T03:10:28.560Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 450 | 2024-08-22T03:10:28.560Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 451 | 2024-08-22T03:10:28.560Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 452 | 2024-08-22T03:10:28.603Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 453 | 2024-08-22T03:10:28.603Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 454 | 2024-08-22T03:10:28.603Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 455 | 2024-08-22T03:10:28.652Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
file = illumos-utils/src/zone.rs:316
|
| 456 | 2024-08-22T03:10:28.656Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
file = illumos-utils/src/zone.rs:316
|
| 457 | 2024-08-22T03:10:28.659Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
file = illumos-utils/src/zone.rs:316
|
| 458 | 2024-08-22T03:10:28.674Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
file = illumos-utils/src/zone.rs:354
|
| 459 | 2024-08-22T03:10:28.679Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
file = illumos-utils/src/zone.rs:354
|
| 460 | 2024-08-22T03:10:28.683Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
file = illumos-utils/src/zone.rs:354
|
| 461 | 2024-08-22T03:10:29.061Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/ee5fe5a0-6520-4108-9cc0-dc16dbefa31f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 462 | 2024-08-22T03:10:30.188Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 463 | 2024-08-22T03:10:30.188Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
| 464 | 2024-08-22T03:10:30.188Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
|
| 465 | 2024-08-22T03:10:30.672Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 466 | 2024-08-22T03:10:31.150Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
| 467 | 2024-08-22T03:10:31.150Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 468 | 2024-08-22T03:10:31.150Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
| 469 | 2024-08-22T03:10:31.159Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469") failed: Property not found. retry in 40.069154ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
|
| 470 | 2024-08-22T03:10:31.159Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
|
| 471 | 2024-08-22T03:10:31.163Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
|
| 472 | 2024-08-22T03:10:31.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469") failed: Property not found. retry in 118.452651ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
|
| 473 | 2024-08-22T03:10:31.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293") failed: Property not found. retry in 41.040714ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
|
| 474 | 2024-08-22T03:10:31.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54") failed: Property not found. retry in 29.113551ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
|
| 475 | 2024-08-22T03:10:31.327Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54") failed: Property not found. retry in 69.089634ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
|
| 476 | 2024-08-22T03:10:31.332Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293") failed: Property not found. retry in 132.710145ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
|
| 477 | 2024-08-22T03:10:31.339Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469") failed: Property not found. retry in 197.616405ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
|
| 478 | 2024-08-22T03:10:31.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54") failed: Property not found. retry in 100.02413ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
|
| 479 | 2024-08-22T03:10:31.580Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293") failed: Property not found. retry in 103.32494ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
|
| 480 | 2024-08-22T03:10:31.611Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469") failed: Property not found. retry in 440.837023ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
|
| 481 | 2024-08-22T03:10:31.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54") failed: Property not found. retry in 227.242971ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
|
| 482 | 2024-08-22T03:10:31.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293") failed: Property not found. retry in 561.521636ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
|
| 483 | 2024-08-22T03:10:31.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54") failed: Property not found. retry in 828.710852ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
|
| 484 | 2024-08-22T03:10:32.060Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469") failed: Property not found. retry in 500.937986ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
|
| 485 | 2024-08-22T03:10:32.278Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293") failed: Property not found. retry in 1.040186628s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
|
| 486 | 2024-08-22T03:10:32.571Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469") failed: Property not found. retry in 995.589573ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
|
| 487 | 2024-08-22T03:10:32.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54") failed: Property not found. retry in 881.436168ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
|
| 488 | 2024-08-22T03:10:33.328Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293") failed: Property not found. retry in 635.35908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
|
| 489 | 2024-08-22T03:10:33.576Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469") failed: Property not found. retry in 1.179550004s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
|
| 490 | 2024-08-22T03:10:33.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54") failed: Property not found. retry in 625.640696ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
|
| 491 | 2024-08-22T03:10:33.973Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293") failed: Property not found. retry in 738.561611ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
|
| 492 | 2024-08-22T03:10:34.099Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:4206
|
| 493 | 2024-08-22T03:10:34.099Z | INFO | SledAgent (ServiceManager): Ensuring there is a default route
file = sled-agent/src/services.rs:4216
gateway = fd00:1122:3344:101::1
|
| 494 | 2024-08-22T03:10:34.105Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4295
|
| 495 | 2024-08-22T03:10:34.227Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4343
|
| 496 | 2024-08-22T03:10:34.227Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4370
|
| 497 | 2024-08-22T03:10:34.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54") failed: Property not found. retry in 510.610923ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
|
| 498 | 2024-08-22T03:10:34.266Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4383
|
| 499 | 2024-08-22T03:10:34.266Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4247
|
| 500 | 2024-08-22T03:10:34.319Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4289
|
| 501 | 2024-08-22T03:10:34.319Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4350
rack_subnet = fd00:1122:3344::
|
| 502 | 2024-08-22T03:10:34.337Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4361
|
| 503 | 2024-08-22T03:10:34.337Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4403
|
| 504 | 2024-08-22T03:10:34.421Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4435
|
| 505 | 2024-08-22T03:10:34.421Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4441
|
| 506 | 2024-08-22T03:10:34.526Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4482
|
| 507 | 2024-08-22T03:10:34.526Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:366
|
| 508 | 2024-08-22T03:10:34.559Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/ee5fe5a0-6520-4108-9cc0-dc16dbefa31f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:571
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 509 | 2024-08-22T03:10:34.559Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 42.396531ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
| 510 | 2024-08-22T03:10:34.602Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 62.958917ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
| 511 | 2024-08-22T03:10:34.667Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 173.636904ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
| 512 | 2024-08-22T03:10:34.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293") failed: Property not found. retry in 1.20704182s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
|
| 513 | 2024-08-22T03:10:34.756Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54") failed: Property not found. retry in 714.10539ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
|
| 514 | 2024-08-22T03:10:34.764Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469") failed: Property not found. retry in 777.193051ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
|
| 515 | 2024-08-22T03:10:34.801Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::2]:33052
|
| 516 | 2024-08-22T03:10:34.802Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::2]:33052
req_id = 3fb2bdaa-a04c-4aca-957f-ebaa9c720bcc
response_code = 200
uri = /sled-identifiers
|
| 517 | 2024-08-22T03:10:34.842Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:414
|
| 518 | 2024-08-22T03:10:34.875Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:676
|
| 519 | 2024-08-22T03:10:34.875Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:714
|
| 520 | 2024-08-22T03:10:34.875Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:717
uptime = 0
|
| 521 | 2024-08-22T03:10:34.875Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:436
|
| 522 | 2024-08-22T03:10:34.913Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 523 | 2024-08-22T03:10:34.965Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:406
|
| 524 | 2024-08-22T03:10:34.965Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 525 | 2024-08-22T03:10:34.965Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 526 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 527 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 528 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 529 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 530 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 531 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 532 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 533 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 534 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 535 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 536 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 537 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 538 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 539 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 540 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 541 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 542 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 543 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 544 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 545 | 2024-08-22T03:10:34.966Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 546 | 2024-08-22T03:10:35.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54") failed: Property not found. retry in 1.350305746s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
|
| 547 | 2024-08-22T03:10:35.549Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469") failed: Property not found. retry in 628.261879ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
|
| 548 | 2024-08-22T03:10:35.938Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293") failed: Property not found. retry in 895.650595ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
|
| 549 | 2024-08-22T03:10:36.862Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_internal_dns_1467044e-2fe8-4015-be86-a3faa36f1469
|
| 550 | 2024-08-22T03:10:36.862Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_internal_dns_f44713a7-86d3-4345-91b6-2f7fff61d293
|
| 551 | 2024-08-22T03:10:36.862Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_internal_dns_64fff417-46fd-44ed-ac7e-a3829d9efa54
|
| 552 | 2024-08-22T03:10:36.862Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 553 | 2024-08-22T03:10:36.862Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 554 | 2024-08-22T03:10:36.863Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8452023
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53966
req_id = 0f4d8087-9c35-48e7-b2e2-098d15c954f6
response_code = 204
uri = /omicron-zones
|
| 555 | 2024-08-22T03:10:36.865Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:557
|
| 556 | 2024-08-22T03:10:36.912Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:557
|
| 557 | 2024-08-22T03:10:36.966Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:557
|
| 558 | 2024-08-22T03:10:37.017Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:593
|
| 559 | 2024-08-22T03:10:37.017Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 560 | 2024-08-22T03:10:37.050Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 561 | 2024-08-22T03:10:37.050Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 562 | 2024-08-22T03:10:37.050Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 563 | 2024-08-22T03:10:37.080Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 64fff417-46fd-44ed-ac7e-a3829d9efa54, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1467044e-2fe8-4015-be86-a3faa36f1469, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f44713a7-86d3-4345-91b6-2f7fff61d293, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 316985f7-d536-405b-a733-f79c37f61516, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f3b083b0-f33e-4604-8af4-8bdb45fc09da, kind: Service { id: 316985f7-d536-405b-a733-f79c37f61516 }, name: Name("ntp-316985f7-d536-405b-a733-f79c37f61516"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 228])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:440
sled_address = [fd00:1122:3344:101::1]:12345
|
| 564 | 2024-08-22T03:10:37.080Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42440
|
| 565 | 2024-08-22T03:10:37.080Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 64fff417-46fd-44ed-ac7e-a3829d9efa54, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 566 | 2024-08-22T03:10:37.080Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 64fff417-46fd-44ed-ac7e-a3829d9efa54, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 567 | 2024-08-22T03:10:37.101Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1467044e-2fe8-4015-be86-a3faa36f1469, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 568 | 2024-08-22T03:10:37.101Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 1467044e-2fe8-4015-be86-a3faa36f1469, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 569 | 2024-08-22T03:10:37.120Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f44713a7-86d3-4345-91b6-2f7fff61d293, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 570 | 2024-08-22T03:10:37.120Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: f44713a7-86d3-4345-91b6-2f7fff61d293, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 571 | 2024-08-22T03:10:37.140Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 572 | 2024-08-22T03:10:37.140Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 573 | 2024-08-22T03:10:37.140Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 574 | 2024-08-22T03:10:37.140Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 575 | 2024-08-22T03:10:37.152Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 576 | 2024-08-22T03:10:37.186Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 577 | 2024-08-22T03:10:37.187Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 578 | 2024-08-22T03:10:37.187Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 579 | 2024-08-22T03:10:37.218Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 198, 228]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
| 580 | 2024-08-22T03:10:37.218Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1235
zone_type = boundary_ntp
|
| 581 | 2024-08-22T03:10:37.218Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:83
|
| 582 | 2024-08-22T03:10:37.218Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:90
|
| 583 | 2024-08-22T03:10:37.218Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:118
|
| 584 | 2024-08-22T03:10:37.219Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 585 | 2024-08-22T03:10:37.244Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
file = illumos-utils/src/zone.rs:316
|
| 586 | 2024-08-22T03:10:37.262Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
file = illumos-utils/src/zone.rs:354
|
| 587 | 2024-08-22T03:10:37.875Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_316985f7-d536-405b-a733-f79c37f61516:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 588 | 2024-08-22T03:10:37.875Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_316985f7-d536-405b-a733-f79c37f61516 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
|
| 589 | 2024-08-22T03:10:38.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_316985f7-d536-405b-a733-f79c37f61516") failed: Property not found. retry in 60.429235ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
|
| 590 | 2024-08-22T03:10:38.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_316985f7-d536-405b-a733-f79c37f61516") failed: Property not found. retry in 53.034672ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
|
| 591 | 2024-08-22T03:10:38.159Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_316985f7-d536-405b-a733-f79c37f61516") failed: Property not found. retry in 120.331898ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
|
| 592 | 2024-08-22T03:10:38.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_316985f7-d536-405b-a733-f79c37f61516") failed: Property not found. retry in 551.604426ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
|
| 593 | 2024-08-22T03:10:38.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_316985f7-d536-405b-a733-f79c37f61516") failed: Property not found. retry in 479.430629ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
|
| 594 | 2024-08-22T03:10:39.342Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_316985f7-d536-405b-a733-f79c37f61516") failed: Property not found. retry in 1.112839661s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
|
| 595 | 2024-08-22T03:10:40.465Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_316985f7-d536-405b-a733-f79c37f61516") failed: Property not found. retry in 833.321817ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
|
| 596 | 2024-08-22T03:10:41.307Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_316985f7-d536-405b-a733-f79c37f61516") failed: Property not found. retry in 1.303496148s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
|
| 597 | 2024-08-22T03:10:42.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_316985f7-d536-405b-a733-f79c37f61516") failed: Property not found. retry in 889.93303ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
|
| 598 | 2024-08-22T03:10:43.528Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_ntp_316985f7-d536-405b-a733-f79c37f61516
|
| 599 | 2024-08-22T03:10:43.529Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 600 | 2024-08-22T03:10:43.529Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 601 | 2024-08-22T03:10:43.529Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6449425
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:42440
req_id = d7df18e1-bef5-42d2-826d-4b4c032cce1a
response_code = 204
uri = /omicron-zones
|
| 602 | 2024-08-22T03:10:43.532Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:634
|
| 603 | 2024-08-22T03:10:43.561Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:614
|
| 604 | 2024-08-22T03:10:43.562Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56753
|
| 605 | 2024-08-22T03:10:43.570Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_316985f7-d536-405b-a733-f79c37f61516': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3847
|
| 606 | 2024-08-22T03:10:43.571Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 8920
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56753
req_id = 29ed1764-739b-4056-a263-4097a5e602f1
response_code = 500
uri = /timesync
|
| 607 | 2024-08-22T03:10:43.573Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:664
|
| 608 | 2024-08-22T03:10:43.737Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:614
|
| 609 | 2024-08-22T03:10:43.737Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47271
|
| 610 | 2024-08-22T03:10:47.746Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_316985f7-d536-405b-a733-f79c37f61516': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3847
|
| 611 | 2024-08-22T03:10:47.746Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 4009129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47271
req_id = 269fa082-32be-4dd4-9120-88f19b38d80b
response_code = 500
uri = /timesync
|
| 612 | 2024-08-22T03:10:47.750Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:664
|
| 613 | 2024-08-22T03:10:47.887Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:614
|
| 614 | 2024-08-22T03:10:47.887Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63908
|
| 615 | 2024-08-22T03:10:47.896Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_316985f7-d536-405b-a733-f79c37f61516': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3847
|
| 616 | 2024-08-22T03:10:47.897Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 9235
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63908
req_id = bec8d576-f1c6-4661-87f7-3f3bd3746e5d
response_code = 500
uri = /timesync
|
| 617 | 2024-08-22T03:10:47.899Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:664
|
| 618 | 2024-08-22T03:10:48.121Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:614
|
| 619 | 2024-08-22T03:10:48.121Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41415
|
| 620 | 2024-08-22T03:10:48.130Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_316985f7-d536-405b-a733-f79c37f61516': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3847
|
| 621 | 2024-08-22T03:10:48.130Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 9223
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41415
req_id = 7fbc76d9-c641-43c5-8d3f-25e79f497ef3
response_code = 500
uri = /timesync
|
| 622 | 2024-08-22T03:10:48.133Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:664
|
| 623 | 2024-08-22T03:10:48.255Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:614
|
| 624 | 2024-08-22T03:10:48.255Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:65060
|
| 625 | 2024-08-22T03:10:48.263Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7951
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:65060
req_id = cbbbf67f-e042-4fb9-af43-edcbeb5a765f
response_code = 200
uri = /timesync
|
| 626 | 2024-08-22T03:10:48.266Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:642
|
| 627 | 2024-08-22T03:10:48.266Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:664
|
| 628 | 2024-08-22T03:10:48.597Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:614
|
| 629 | 2024-08-22T03:10:48.597Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51331
|
| 630 | 2024-08-22T03:10:48.605Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8177
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51331
req_id = cbb8dce9-54d2-4835-b68f-8c73ca59dd0a
response_code = 200
uri = /timesync
|
| 631 | 2024-08-22T03:10:48.607Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:642
|
| 632 | 2024-08-22T03:10:48.607Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:664
|
| 633 | 2024-08-22T03:10:48.797Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:614
|
| 634 | 2024-08-22T03:10:48.797Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51600
|
| 635 | 2024-08-22T03:10:48.805Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51600
req_id = afd79f8b-fc5d-4b06-9868-9588b8fb7e03
response_code = 200
uri = /timesync
|
| 636 | 2024-08-22T03:10:48.807Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:642
|
| 637 | 2024-08-22T03:10:48.807Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:664
|
| 638 | 2024-08-22T03:10:49.121Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:614
|
| 639 | 2024-08-22T03:10:49.121Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54377
|
| 640 | 2024-08-22T03:10:49.129Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7581
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54377
req_id = 14047daa-6cc6-4ab5-ae36-970fb4b7e026
response_code = 200
uri = /timesync
|
| 641 | 2024-08-22T03:10:49.130Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:642
|
| 642 | 2024-08-22T03:10:49.130Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:664
|
| 643 | 2024-08-22T03:10:49.589Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:614
|
| 644 | 2024-08-22T03:10:49.589Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59535
|
| 645 | 2024-08-22T03:10:49.596Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59535
req_id = ad51ead8-9698-4e36-adbe-546789de334a
response_code = 200
uri = /timesync
|
| 646 | 2024-08-22T03:10:49.597Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:642
|
| 647 | 2024-08-22T03:10:49.597Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:664
|
| 648 | 2024-08-22T03:10:51.147Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:614
|
| 649 | 2024-08-22T03:10:51.147Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34226
|
| 650 | 2024-08-22T03:10:51.166Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 18990
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:34226
req_id = 6c638d1e-f96c-436e-abfb-9482569229dc
response_code = 200
uri = /timesync
|
| 651 | 2024-08-22T03:10:51.168Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 395126907, ip_addr: 23.141.40.123, stratum: 3, ref_time: 1724296249.7331784, correction: -0.0 }
file = sled-agent/src/rack_setup/service.rs:642
|
| 652 | 2024-08-22T03:10:51.168Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1266
|
| 653 | 2024-08-22T03:10:51.198Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 64fff417-46fd-44ed-ac7e-a3829d9efa54, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1467044e-2fe8-4015-be86-a3faa36f1469, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f44713a7-86d3-4345-91b6-2f7fff61d293, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 316985f7-d536-405b-a733-f79c37f61516, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f3b083b0-f33e-4604-8af4-8bdb45fc09da, kind: Service { id: 316985f7-d536-405b-a733-f79c37f61516 }, name: Name("ntp-316985f7-d536-405b-a733-f79c37f61516"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 228])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 6debaca9-4b0a-4f6f-9def-f1b81b654bd1, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External } } } }, OmicronZoneConfig { id: a534e50c-aa5f-4877-973d-330e81f9d4b3, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External } } } }, OmicronZoneConfig { id: 335795b7-624b-4b6a-af3f-acb82d551289, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External } } } }, OmicronZoneConfig { id: f517e9ba-d2e9-4140-b256-81880ca8b6c4, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External } } } }, OmicronZoneConfig { id: 814c88f9-c538-433c-a1fb-9a9b1db446df, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:440
sled_address = [fd00:1122:3344:101::1]:12345
|
| 654 | 2024-08-22T03:10:51.198Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60523
|
| 655 | 2024-08-22T03:10:51.198Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 64fff417-46fd-44ed-ac7e-a3829d9efa54, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 656 | 2024-08-22T03:10:51.198Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 64fff417-46fd-44ed-ac7e-a3829d9efa54, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 657 | 2024-08-22T03:10:51.218Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1467044e-2fe8-4015-be86-a3faa36f1469, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 658 | 2024-08-22T03:10:51.218Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 1467044e-2fe8-4015-be86-a3faa36f1469, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 659 | 2024-08-22T03:10:51.238Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f44713a7-86d3-4345-91b6-2f7fff61d293, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 660 | 2024-08-22T03:10:51.238Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: f44713a7-86d3-4345-91b6-2f7fff61d293, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 661 | 2024-08-22T03:10:51.001Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 6debaca9-4b0a-4f6f-9def-f1b81b654bd1, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 662 | 2024-08-22T03:10:51.001Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 6debaca9-4b0a-4f6f-9def-f1b81b654bd1, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 663 | 2024-08-22T03:10:51.059Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a534e50c-aa5f-4877-973d-330e81f9d4b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 664 | 2024-08-22T03:10:51.059Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: a534e50c-aa5f-4877-973d-330e81f9d4b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 665 | 2024-08-22T03:10:51.109Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 335795b7-624b-4b6a-af3f-acb82d551289, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 666 | 2024-08-22T03:10:51.109Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 335795b7-624b-4b6a-af3f-acb82d551289, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 667 | 2024-08-22T03:10:51.161Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f517e9ba-d2e9-4140-b256-81880ca8b6c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 668 | 2024-08-22T03:10:51.162Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: f517e9ba-d2e9-4140-b256-81880ca8b6c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 669 | 2024-08-22T03:10:51.212Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 814c88f9-c538-433c-a1fb-9a9b1db446df, dataset_name: DatasetName { pool_name: ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 670 | 2024-08-22T03:10:51.212Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 814c88f9-c538-433c-a1fb-9a9b1db446df, dataset_name: DatasetName { pool_name: ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 671 | 2024-08-22T03:10:51.262Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 672 | 2024-08-22T03:10:51.262Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 673 | 2024-08-22T03:10:51.263Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 674 | 2024-08-22T03:10:51.263Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 675 | 2024-08-22T03:10:51.345Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 676 | 2024-08-22T03:10:51.345Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 677 | 2024-08-22T03:10:51.345Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 678 | 2024-08-22T03:10:51.345Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 679 | 2024-08-22T03:10:51.345Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 680 | 2024-08-22T03:10:51.436Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
file = illumos-utils/src/zone.rs:316
|
| 681 | 2024-08-22T03:10:51.440Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
file = illumos-utils/src/zone.rs:316
|
| 682 | 2024-08-22T03:10:51.444Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
file = illumos-utils/src/zone.rs:316
|
| 683 | 2024-08-22T03:10:51.449Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
file = illumos-utils/src/zone.rs:316
|
| 684 | 2024-08-22T03:10:51.453Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
file = illumos-utils/src/zone.rs:316
|
| 685 | 2024-08-22T03:10:51.457Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
file = illumos-utils/src/zone.rs:354
|
| 686 | 2024-08-22T03:10:51.462Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
file = illumos-utils/src/zone.rs:354
|
| 687 | 2024-08-22T03:10:51.467Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
file = illumos-utils/src/zone.rs:354
|
| 688 | 2024-08-22T03:10:51.471Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
file = illumos-utils/src/zone.rs:354
|
| 689 | 2024-08-22T03:10:51.476Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
file = illumos-utils/src/zone.rs:354
|
| 690 | 2024-08-22T03:10:54.193Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 135.85855ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 691 | 2024-08-22T03:10:54.404Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='814c88f9-c538-433c-a1fb-9a9b1db446df'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 692 | 2024-08-22T03:10:54.404Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 693 | 2024-08-22T03:10:54.411Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='a534e50c-aa5f-4877-973d-330e81f9d4b3'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 694 | 2024-08-22T03:10:54.411Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 695 | 2024-08-22T03:10:54.435Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='6debaca9-4b0a-4f6f-9def-f1b81b654bd1'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 696 | 2024-08-22T03:10:54.435Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 697 | 2024-08-22T03:10:54.441Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='f517e9ba-d2e9-4140-b256-81880ca8b6c4'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 698 | 2024-08-22T03:10:54.442Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 699 | 2024-08-22T03:10:54.450Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='335795b7-624b-4b6a-af3f-acb82d551289'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 700 | 2024-08-22T03:10:54.450Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 701 | 2024-08-22T03:10:54.555Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df") failed: Property not found. retry in 60.423575ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 702 | 2024-08-22T03:10:54.563Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3") failed: Property not found. retry in 28.701116ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 703 | 2024-08-22T03:10:54.579Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1") failed: Property not found. retry in 70.794608ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 704 | 2024-08-22T03:10:54.586Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 61.182993ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 705 | 2024-08-22T03:10:54.593Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289") failed: Property not found. retry in 39.253785ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 706 | 2024-08-22T03:10:54.599Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3") failed: Property not found. retry in 84.058581ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 707 | 2024-08-22T03:10:54.896Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df") failed: Property not found. retry in 97.557501ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 708 | 2024-08-22T03:10:55.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1") failed: Property not found. retry in 87.636725ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 709 | 2024-08-22T03:10:55.410Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289") failed: Property not found. retry in 103.040898ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 710 | 2024-08-22T03:10:55.521Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 116.399924ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 711 | 2024-08-22T03:10:55.549Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df") failed: Property not found. retry in 237.181773ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 712 | 2024-08-22T03:10:55.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3") failed: Property not found. retry in 245.292014ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 713 | 2024-08-22T03:10:56.014Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1") failed: Property not found. retry in 188.102113ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 714 | 2024-08-22T03:10:56.181Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289") failed: Property not found. retry in 177.869518ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 715 | 2024-08-22T03:10:56.406Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 252.990359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 716 | 2024-08-22T03:10:56.520Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df") failed: Property not found. retry in 309.682921ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 717 | 2024-08-22T03:10:56.921Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3") failed: Property not found. retry in 203.421813ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 718 | 2024-08-22T03:10:56.972Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1") failed: Property not found. retry in 315.154045ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 719 | 2024-08-22T03:10:57.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289") failed: Property not found. retry in 326.229174ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 720 | 2024-08-22T03:10:57.178Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 247.686095ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 721 | 2024-08-22T03:10:57.743Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df") failed: Property not found. retry in 484.84805ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 722 | 2024-08-22T03:10:57.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3") failed: Property not found. retry in 455.260113ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 723 | 2024-08-22T03:10:57.783Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1") failed: Property not found. retry in 1.091161427s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 724 | 2024-08-22T03:10:57.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289") failed: Property not found. retry in 867.814369ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 725 | 2024-08-22T03:10:57.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 456.173761ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 726 | 2024-08-22T03:10:58.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df") failed: Property not found. retry in 953.794654ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 727 | 2024-08-22T03:10:58.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3") failed: Property not found. retry in 1.079983699s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 728 | 2024-08-22T03:10:58.266Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 901.991554ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 729 | 2024-08-22T03:10:58.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289") failed: Property not found. retry in 1.471272755s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 730 | 2024-08-22T03:10:58.883Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1") failed: Property not found. retry in 1.468728785s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 731 | 2024-08-22T03:10:59.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 1.495695215s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 732 | 2024-08-22T03:10:59.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df") failed: Property not found. retry in 1.048818378s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 733 | 2024-08-22T03:10:59.333Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3") failed: Property not found. retry in 1.492906469s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 734 | 2024-08-22T03:11:00.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289") failed: Property not found. retry in 916.912106ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 735 | 2024-08-22T03:11:00.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df") failed: Property not found. retry in 1.421770065s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 736 | 2024-08-22T03:11:00.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1") failed: Property not found. retry in 673.963389ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 737 | 2024-08-22T03:11:00.677Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 571.839633ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 738 | 2024-08-22T03:11:00.832Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3") failed: Property not found. retry in 988.470946ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 739 | 2024-08-22T03:11:01.039Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1") failed: Property not found. retry in 1.498311268s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 740 | 2024-08-22T03:11:01.070Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289") failed: Property not found. retry in 688.984982ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 741 | 2024-08-22T03:11:01.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 1.08629052s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 742 | 2024-08-22T03:11:01.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df") failed: Property not found. retry in 1.256884677s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 743 | 2024-08-22T03:11:01.769Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289") failed: Property not found. retry in 1.108654658s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 744 | 2024-08-22T03:11:01.827Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3") failed: Property not found. retry in 609.679215ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 745 | 2024-08-22T03:11:02.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 865.462594ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 746 | 2024-08-22T03:11:02.444Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3") failed: Property not found. retry in 732.97752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 747 | 2024-08-22T03:11:02.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1") failed: Property not found. retry in 663.020721ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 748 | 2024-08-22T03:11:02.883Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289") failed: Property not found. retry in 1.402205514s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 749 | 2024-08-22T03:11:02.943Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df") failed: Property not found. retry in 582.893535ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 750 | 2024-08-22T03:11:03.184Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3") failed: Property not found. retry in 1.397572972s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 751 | 2024-08-22T03:11:03.211Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1") failed: Property not found. retry in 1.417307687s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 752 | 2024-08-22T03:11:03.226Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 760.4202ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 753 | 2024-08-22T03:11:03.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df") failed: Property not found. retry in 1.01854982s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 754 | 2024-08-22T03:11:03.995Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 506.145017ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 755 | 2024-08-22T03:11:04.292Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289") failed: Property not found. retry in 643.732538ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 756 | 2024-08-22T03:11:04.509Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4") failed: Property not found. retry in 650.544303ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 757 | 2024-08-22T03:11:04.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df") failed: Property not found. retry in 1.279954435s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 758 | 2024-08-22T03:11:04.586Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3") failed: Property not found. retry in 969.80097ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 759 | 2024-08-22T03:11:04.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1") failed: Property not found. retry in 1.050796004s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 760 | 2024-08-22T03:11:05.191Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:55183
|
| 761 | 2024-08-22T03:11:05.191Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 60
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:55183
req_id = 1e7e28ca-7eac-4f15-bd0c-c5822f0fc73a
response_code = 200
uri = /baseboard
|
| 762 | 2024-08-22T03:11:05.862Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_cockroachdb_6debaca9-4b0a-4f6f-9def-f1b81b654bd1
|
| 763 | 2024-08-22T03:11:05.862Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_cockroachdb_335795b7-624b-4b6a-af3f-acb82d551289
|
| 764 | 2024-08-22T03:11:05.862Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_cockroachdb_f517e9ba-d2e9-4140-b256-81880ca8b6c4
|
| 765 | 2024-08-22T03:11:05.862Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_cockroachdb_814c88f9-c538-433c-a1fb-9a9b1db446df
|
| 766 | 2024-08-22T03:11:05.862Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_cockroachdb_a534e50c-aa5f-4877-973d-330e81f9d4b3
|
| 767 | 2024-08-22T03:11:05.863Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 768 | 2024-08-22T03:11:05.863Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 769 | 2024-08-22T03:11:05.863Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 14956975
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:60523
req_id = c619ae82-e38d-423b-8ef5-edbe9b974749
response_code = 204
uri = /omicron-zones
|
| 770 | 2024-08-22T03:11:05.899Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63246
|
| 771 | 2024-08-22T03:11:05.932Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221
file = sled-agent/src/services.rs:3681
|
| 772 | 2024-08-22T03:11:23.609Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3699
|
| 773 | 2024-08-22T03:11:37.328Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3722
|
| 774 | 2024-08-22T03:11:37.328Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 31427896
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:63246
req_id = d657bb02-96d7-45f2-a0c5-f5a3c76f68e1
response_code = 204
uri = /cockroachdb
|
| 775 | 2024-08-22T03:11:37.328Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62180
|
| 776 | 2024-08-22T03:11:37.329Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 168
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62180
req_id = 9d5456b6-d275-4a4b-bbe5-dbd0e8c62fd2
response_code = 200
uri = /baseboard
|
| 777 | 2024-08-22T03:11:37.333Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 695.688409ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 778 | 2024-08-22T03:11:37.364Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 64fff417-46fd-44ed-ac7e-a3829d9efa54, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1467044e-2fe8-4015-be86-a3faa36f1469, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: f44713a7-86d3-4345-91b6-2f7fff61d293, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 316985f7-d536-405b-a733-f79c37f61516, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f3b083b0-f33e-4604-8af4-8bdb45fc09da, kind: Service { id: 316985f7-d536-405b-a733-f79c37f61516 }, name: Name("ntp-316985f7-d536-405b-a733-f79c37f61516"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 228])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 6debaca9-4b0a-4f6f-9def-f1b81b654bd1, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External } } } }, OmicronZoneConfig { id: a534e50c-aa5f-4877-973d-330e81f9d4b3, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External } } } }, OmicronZoneConfig { id: 335795b7-624b-4b6a-af3f-acb82d551289, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External } } } }, OmicronZoneConfig { id: f517e9ba-d2e9-4140-b256-81880ca8b6c4, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External } } } }, OmicronZoneConfig { id: 814c88f9-c538-433c-a1fb-9a9b1db446df, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5a597bdf-a19f-4440-a5c9-c0ad27e590c2, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: ddeaf620-1944-4d2d-84d8-d718e3140255, kind: Service { id: 5a597bdf-a19f-4440-a5c9-c0ad27e590c2 }, name: Name("external-dns-5a597bdf-a19f-4440-a5c9-c0ad27e590c2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 206, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 3ce7517f-82f9-4849-ad08-7cb0bf67f024, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0673aabd-3541-41cb-a886-23cdd3680f8f, kind: Service { id: 3ce7517f-82f9-4849-ad08-7cb0bf67f024 }, name: Name("external-dns-3ce7517f-82f9-4849-ad08-7cb0bf67f024"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 6704b89b-0851-45e8-ae6a-571db6735f05, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 093a72ee-6c38-4957-8a87-9d9aaf0ed70a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: cafe4faf-492c-4ce6-b87e-956f525f7351, kind: Service { id: 6704b89b-0851-45e8-ae6a-571db6735f05 }, name: Name("nexus-6704b89b-0851-45e8-ae6a-571db6735f05"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 72])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 3402f0c0-4afe-4d3a-ad22-fcd268662ca5, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 53db6911-139a-448a-8c1b-7f8603cf520e, kind: Service { id: 3402f0c0-4afe-4d3a-ad22-fcd268662ca5 }, name: Name("nexus-3402f0c0-4afe-4d3a-ad22-fcd268662ca5"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 7758080c-490c-471f-9344-372483ce67bb, kind: Service { id: 3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990 }, name: Name("nexus-3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d035b4c1-6b21-454e-a5db-9173950866fd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ccbe7092-f68b-4074-accb-3d04aed5167d (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 905c598c-dee1-4293-be35-b0f5aa067b68, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External } } } }, OmicronZoneConfig { id: b38c82c8-49cf-4bd3-a97a-1d02e5a09d10, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 20b6b894-9a7d-4782-acf2-971157dca454, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98d4b31f-09c3-4264-9472-fced54ada124, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f1865c3-f146-430f-8e0e-b3d8bd756852, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External } } } }, OmicronZoneConfig { id: ab071d7c-e43c-4b0f-883d-1b82d023ab86, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1b0b1431-9459-4bcb-b0ce-89d24e6198c6, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External } } } }, OmicronZoneConfig { id: a38f3603-26d9-4caa-96c3-0009d26b1da4, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 17554531-da18-426a-9e08-5279bb46c2f3, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: fe4c516c-31f9-478c-88c5-ba107d650258 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe4c516c-31f9-478c-88c5-ba107d650258 (zpool), kind: External } } } }, OmicronZoneConfig { id: fa3ff02a-f5aa-4ae5-a217-d1cced299207, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 093a72ee-6c38-4957-8a87-9d9aaf0ed70a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 093a72ee-6c38-4957-8a87-9d9aaf0ed70a (zpool), kind: External } } } }, OmicronZoneConfig { id: 669faa96-f60c-48bd-960e-72adb5b9a93a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: ccbe7092-f68b-4074-accb-3d04aed5167d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ccbe7092-f68b-4074-accb-3d04aed5167d (zpool), kind: External } } } }, OmicronZoneConfig { id: 99034aca-6f79-45b2-a85e-96e4b10157d8, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 89fbd363-f114-464a-89e9-b704a90f5ed9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 89fbd363-f114-464a-89e9-b704a90f5ed9 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:440
sled_address = [fd00:1122:3344:101::1]:12345
|
| 779 | 2024-08-22T03:11:37.364Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42474
|
| 780 | 2024-08-22T03:11:37.365Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 64fff417-46fd-44ed-ac7e-a3829d9efa54, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 781 | 2024-08-22T03:11:37.365Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 64fff417-46fd-44ed-ac7e-a3829d9efa54, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 782 | 2024-08-22T03:11:37.391Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1467044e-2fe8-4015-be86-a3faa36f1469, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 783 | 2024-08-22T03:11:37.391Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 1467044e-2fe8-4015-be86-a3faa36f1469, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 784 | 2024-08-22T03:11:37.411Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f44713a7-86d3-4345-91b6-2f7fff61d293, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 785 | 2024-08-22T03:11:37.411Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: f44713a7-86d3-4345-91b6-2f7fff61d293, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 786 | 2024-08-22T03:11:37.432Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 6debaca9-4b0a-4f6f-9def-f1b81b654bd1, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 787 | 2024-08-22T03:11:37.432Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 6debaca9-4b0a-4f6f-9def-f1b81b654bd1, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 788 | 2024-08-22T03:11:37.453Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a534e50c-aa5f-4877-973d-330e81f9d4b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 789 | 2024-08-22T03:11:37.453Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: a534e50c-aa5f-4877-973d-330e81f9d4b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 790 | 2024-08-22T03:11:37.474Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 335795b7-624b-4b6a-af3f-acb82d551289, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 791 | 2024-08-22T03:11:37.474Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 335795b7-624b-4b6a-af3f-acb82d551289, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 792 | 2024-08-22T03:11:37.494Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f517e9ba-d2e9-4140-b256-81880ca8b6c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 793 | 2024-08-22T03:11:37.494Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: f517e9ba-d2e9-4140-b256-81880ca8b6c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 794 | 2024-08-22T03:11:37.514Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 814c88f9-c538-433c-a1fb-9a9b1db446df, dataset_name: DatasetName { pool_name: ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 795 | 2024-08-22T03:11:37.514Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 814c88f9-c538-433c-a1fb-9a9b1db446df, dataset_name: DatasetName { pool_name: ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External }, kind: CockroachDb }, responder: ... }
|
| 796 | 2024-08-22T03:11:37.533Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5a597bdf-a19f-4440-a5c9-c0ad27e590c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 797 | 2024-08-22T03:11:37.533Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 5a597bdf-a19f-4440-a5c9-c0ad27e590c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 798 | 2024-08-22T03:11:37.643Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ce7517f-82f9-4849-ad08-7cb0bf67f024, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 799 | 2024-08-22T03:11:37.643Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 3ce7517f-82f9-4849-ad08-7cb0bf67f024, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 800 | 2024-08-22T03:11:37.742Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 905c598c-dee1-4293-be35-b0f5aa067b68, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 801 | 2024-08-22T03:11:37.742Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 905c598c-dee1-4293-be35-b0f5aa067b68, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 802 | 2024-08-22T03:11:37.840Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 98d4b31f-09c3-4264-9472-fced54ada124, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 803 | 2024-08-22T03:11:37.840Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 98d4b31f-09c3-4264-9472-fced54ada124, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bb5eed6-289e-459d-86d3-555f8abc6fad (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 804 | 2024-08-22T03:11:37.944Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f1865c3-f146-430f-8e0e-b3d8bd756852, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 805 | 2024-08-22T03:11:37.944Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 1f1865c3-f146-430f-8e0e-b3d8bd756852, dataset_name: DatasetName { pool_name: ZpoolName { id: 67939e33-7a08-446f-a6d2-d03405112c6d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 806 | 2024-08-22T03:11:38.047Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ab071d7c-e43c-4b0f-883d-1b82d023ab86, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 807 | 2024-08-22T03:11:38.047Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: ab071d7c-e43c-4b0f-883d-1b82d023ab86, dataset_name: DatasetName { pool_name: ZpoolName { id: b7bb77ce-eea7-475b-b44d-78f0954f7f40 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 808 | 2024-08-22T03:11:38.142Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b0b1431-9459-4bcb-b0ce-89d24e6198c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 809 | 2024-08-22T03:11:38.142Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 1b0b1431-9459-4bcb-b0ce-89d24e6198c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 715c5dc5-e0af-4f09-8043-4bf7d964347e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 810 | 2024-08-22T03:11:38.224Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a38f3603-26d9-4caa-96c3-0009d26b1da4, dataset_name: DatasetName { pool_name: ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 811 | 2024-08-22T03:11:38.224Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: a38f3603-26d9-4caa-96c3-0009d26b1da4, dataset_name: DatasetName { pool_name: ZpoolName { id: fdac3a82-29e2-4d56-ad40-6286efe508c9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 812 | 2024-08-22T03:11:38.329Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 17554531-da18-426a-9e08-5279bb46c2f3, dataset_name: DatasetName { pool_name: ZpoolName { id: fe4c516c-31f9-478c-88c5-ba107d650258 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 813 | 2024-08-22T03:11:38.330Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 17554531-da18-426a-9e08-5279bb46c2f3, dataset_name: DatasetName { pool_name: ZpoolName { id: fe4c516c-31f9-478c-88c5-ba107d650258 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 814 | 2024-08-22T03:11:38.419Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: fa3ff02a-f5aa-4ae5-a217-d1cced299207, dataset_name: DatasetName { pool_name: ZpoolName { id: 093a72ee-6c38-4957-8a87-9d9aaf0ed70a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 815 | 2024-08-22T03:11:38.419Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: fa3ff02a-f5aa-4ae5-a217-d1cced299207, dataset_name: DatasetName { pool_name: ZpoolName { id: 093a72ee-6c38-4957-8a87-9d9aaf0ed70a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 816 | 2024-08-22T03:11:38.511Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 669faa96-f60c-48bd-960e-72adb5b9a93a, dataset_name: DatasetName { pool_name: ZpoolName { id: ccbe7092-f68b-4074-accb-3d04aed5167d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 817 | 2024-08-22T03:11:38.512Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 669faa96-f60c-48bd-960e-72adb5b9a93a, dataset_name: DatasetName { pool_name: ZpoolName { id: ccbe7092-f68b-4074-accb-3d04aed5167d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 818 | 2024-08-22T03:11:38.608Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 99034aca-6f79-45b2-a85e-96e4b10157d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 89fbd363-f114-464a-89e9-b704a90f5ed9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:406
|
| 819 | 2024-08-22T03:11:38.608Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:773
request = NewFilesystemRequest { dataset_id: 99034aca-6f79-45b2-a85e-96e4b10157d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 89fbd363-f114-464a-89e9-b704a90f5ed9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 820 | 2024-08-22T03:11:38.704Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 821 | 2024-08-22T03:11:38.704Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 822 | 2024-08-22T03:11:38.704Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 823 | 2024-08-22T03:11:38.705Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 824 | 2024-08-22T03:11:38.890Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 825 | 2024-08-22T03:11:38.890Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 826 | 2024-08-22T03:11:38.890Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 827 | 2024-08-22T03:11:38.890Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 828 | 2024-08-22T03:11:38.906Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 829 | 2024-08-22T03:11:38.924Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 830 | 2024-08-22T03:11:38.924Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 831 | 2024-08-22T03:11:38.924Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 832 | 2024-08-22T03:11:38.926Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 833 | 2024-08-22T03:11:38.941Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 834 | 2024-08-22T03:11:39.138Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 835 | 2024-08-22T03:11:39.138Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 836 | 2024-08-22T03:11:39.138Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 837 | 2024-08-22T03:11:39.138Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 838 | 2024-08-22T03:11:39.138Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 839 | 2024-08-22T03:11:39.138Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 840 | 2024-08-22T03:11:39.168Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 841 | 2024-08-22T03:11:39.168Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 842 | 2024-08-22T03:11:39.168Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 843 | 2024-08-22T03:11:39.169Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
file = illumos-utils/src/zone.rs:316
|
| 844 | 2024-08-22T03:11:39.175Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
file = illumos-utils/src/zone.rs:316
|
| 845 | 2024-08-22T03:11:39.181Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
file = illumos-utils/src/zone.rs:316
|
| 846 | 2024-08-22T03:11:39.188Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
file = illumos-utils/src/zone.rs:316
|
| 847 | 2024-08-22T03:11:39.194Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
file = illumos-utils/src/zone.rs:316
|
| 848 | 2024-08-22T03:11:39.201Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
file = illumos-utils/src/zone.rs:316
|
| 849 | 2024-08-22T03:11:39.395Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
file = illumos-utils/src/zone.rs:354
|
| 850 | 2024-08-22T03:11:39.401Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
file = illumos-utils/src/zone.rs:354
|
| 851 | 2024-08-22T03:11:39.407Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
file = illumos-utils/src/zone.rs:354
|
| 852 | 2024-08-22T03:11:39.413Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
file = illumos-utils/src/zone.rs:354
|
| 853 | 2024-08-22T03:11:39.419Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
file = illumos-utils/src/zone.rs:354
|
| 854 | 2024-08-22T03:11:39.425Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
file = illumos-utils/src/zone.rs:354
|
| 855 | 2024-08-22T03:11:39.431Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
file = illumos-utils/src/zone.rs:316
|
| 856 | 2024-08-22T03:11:39.437Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
file = illumos-utils/src/zone.rs:316
|
| 857 | 2024-08-22T03:11:39.442Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
file = illumos-utils/src/zone.rs:316
|
| 858 | 2024-08-22T03:11:39.448Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
file = illumos-utils/src/zone.rs:316
|
| 859 | 2024-08-22T03:11:39.453Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
file = illumos-utils/src/zone.rs:316
|
| 860 | 2024-08-22T03:11:39.459Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
file = illumos-utils/src/zone.rs:316
|
| 861 | 2024-08-22T03:11:39.465Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
file = illumos-utils/src/zone.rs:316
|
| 862 | 2024-08-22T03:11:39.472Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
file = illumos-utils/src/zone.rs:316
|
| 863 | 2024-08-22T03:11:39.513Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 864 | 2024-08-22T03:11:39.548Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 865 | 2024-08-22T03:11:39.549Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
file = illumos-utils/src/zone.rs:354
|
| 866 | 2024-08-22T03:11:39.555Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
file = illumos-utils/src/zone.rs:354
|
| 867 | 2024-08-22T03:11:39.561Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
file = illumos-utils/src/zone.rs:354
|
| 868 | 2024-08-22T03:11:39.568Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
file = illumos-utils/src/zone.rs:354
|
| 869 | 2024-08-22T03:11:39.576Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
file = illumos-utils/src/zone.rs:354
|
| 870 | 2024-08-22T03:11:39.582Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
file = illumos-utils/src/zone.rs:354
|
| 871 | 2024-08-22T03:11:39.589Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
file = illumos-utils/src/zone.rs:354
|
| 872 | 2024-08-22T03:11:39.596Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
file = illumos-utils/src/zone.rs:354
|
| 873 | 2024-08-22T03:11:39.663Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 874 | 2024-08-22T03:11:39.748Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 875 | 2024-08-22T03:11:39.806Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 876 | 2024-08-22T03:11:39.809Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 877 | 2024-08-22T03:11:39.809Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 878 | 2024-08-22T03:11:39.863Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 206, 105]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 879 | 2024-08-22T03:11:39.863Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1235
zone_type = external_dns
|
| 880 | 2024-08-22T03:11:39.865Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 881 | 2024-08-22T03:11:39.865Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 882 | 2024-08-22T03:11:40.048Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 165, 72]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 883 | 2024-08-22T03:11:40.048Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1235
zone_type = nexus
|
| 884 | 2024-08-22T03:11:40.054Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 885 | 2024-08-22T03:11:40.054Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 886 | 2024-08-22T03:11:40.147Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 140, 222]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 887 | 2024-08-22T03:11:40.147Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1235
zone_type = nexus
|
| 888 | 2024-08-22T03:11:40.149Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 889 | 2024-08-22T03:11:40.149Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 890 | 2024-08-22T03:11:40.211Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 170, 108]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 891 | 2024-08-22T03:11:40.211Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1235
zone_type = nexus
|
| 892 | 2024-08-22T03:11:40.212Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:83
|
| 893 | 2024-08-22T03:11:40.212Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:90
|
| 894 | 2024-08-22T03:11:40.214Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 895 | 2024-08-22T03:11:40.214Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 896 | 2024-08-22T03:11:40.269Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 240, 82]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 897 | 2024-08-22T03:11:40.269Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1235
zone_type = external_dns
|
| 898 | 2024-08-22T03:11:40.269Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:83
|
| 899 | 2024-08-22T03:11:40.269Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:90
|
| 900 | 2024-08-22T03:11:40.269Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:118
|
| 901 | 2024-08-22T03:11:40.271Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 902 | 2024-08-22T03:11:40.271Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:118
|
| 903 | 2024-08-22T03:11:40.273Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 904 | 2024-08-22T03:11:40.350Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:83
|
| 905 | 2024-08-22T03:11:40.350Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:90
|
| 906 | 2024-08-22T03:11:40.350Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:83
|
| 907 | 2024-08-22T03:11:40.350Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:90
|
| 908 | 2024-08-22T03:11:40.351Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
file = illumos-utils/src/zone.rs:316
|
| 909 | 2024-08-22T03:11:40.360Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:83
|
| 910 | 2024-08-22T03:11:40.360Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:90
|
| 911 | 2024-08-22T03:11:40.360Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:118
|
| 912 | 2024-08-22T03:11:40.364Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:118
|
| 913 | 2024-08-22T03:11:40.368Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 914 | 2024-08-22T03:11:40.368Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 915 | 2024-08-22T03:11:40.368Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:118
|
| 916 | 2024-08-22T03:11:40.370Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
file = illumos-utils/src/zone.rs:316
|
| 917 | 2024-08-22T03:11:40.437Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 918 | 2024-08-22T03:11:40.437Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
file = illumos-utils/src/zone.rs:354
|
| 919 | 2024-08-22T03:11:40.479Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
file = illumos-utils/src/zone.rs:354
|
| 920 | 2024-08-22T03:11:40.487Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
file = illumos-utils/src/zone.rs:316
|
| 921 | 2024-08-22T03:11:40.495Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
file = illumos-utils/src/zone.rs:316
|
| 922 | 2024-08-22T03:11:40.502Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
file = illumos-utils/src/zone.rs:316
|
| 923 | 2024-08-22T03:11:40.520Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
file = illumos-utils/src/zone.rs:354
|
| 924 | 2024-08-22T03:11:40.531Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
file = illumos-utils/src/zone.rs:354
|
| 925 | 2024-08-22T03:11:40.577Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
file = illumos-utils/src/zone.rs:354
|
| 926 | 2024-08-22T03:11:41.304Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 927 | 2024-08-22T03:11:41.304Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 928 | 2024-08-22T03:11:41.437Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_89fbd363-f114-464a-89e9-b704a90f5ed9/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='2f81448b-aa60-401e-9eb2-d15f62f335a1'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 929 | 2024-08-22T03:11:41.437Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 930 | 2024-08-22T03:11:41.446Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_fdac3a82-29e2-4d56-ad40-6286efe508c9/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='76ec8bf9-cbe7-4712-9326-b2192de6ff16'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 931 | 2024-08-22T03:11:41.446Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 932 | 2024-08-22T03:11:41.461Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_fe4c516c-31f9-478c-88c5-ba107d650258/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='7d6bc0d8-bc19-407d-a308-c4df969076dd'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 933 | 2024-08-22T03:11:41.461Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 934 | 2024-08-22T03:11:41.494Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_67939e33-7a08-446f-a6d2-d03405112c6d/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='404d2d0a-7cca-4cb2-8263-5cc3fccba9f9'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 935 | 2024-08-22T03:11:41.494Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 936 | 2024-08-22T03:11:41.506Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_6bb5eed6-289e-459d-86d3-555f8abc6fad/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='51fce288-de58-4704-9d8f-ee21101de28b'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 937 | 2024-08-22T03:11:41.506Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 938 | 2024-08-22T03:11:41.577Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_093a72ee-6c38-4957-8a87-9d9aaf0ed70a/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='7088b709-c906-45d2-98aa-d6b3f1621bd9'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 939 | 2024-08-22T03:11:41.577Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 940 | 2024-08-22T03:11:41.611Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 39.683727ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 941 | 2024-08-22T03:11:41.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 55.733291ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 942 | 2024-08-22T03:11:41.645Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 60.760293ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 943 | 2024-08-22T03:11:41.645Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_b7bb77ce-eea7-475b-b44d-78f0954f7f40/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='0f953a2b-7ba7-4f19-8b29-fd5930c1394a'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 944 | 2024-08-22T03:11:41.645Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 945 | 2024-08-22T03:11:41.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 63.718698ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 946 | 2024-08-22T03:11:41.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 142.87165ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 947 | 2024-08-22T03:11:41.690Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 69.483264ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 948 | 2024-08-22T03:11:41.701Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 66.059485ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 949 | 2024-08-22T03:11:41.725Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 138.989576ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 950 | 2024-08-22T03:11:41.753Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 59.184113ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 951 | 2024-08-22T03:11:41.870Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 134.87812ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 952 | 2024-08-22T03:11:41.904Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 101.156214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 953 | 2024-08-22T03:11:42.009Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 64.83783ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 954 | 2024-08-22T03:11:42.057Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 244.654253ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 955 | 2024-08-22T03:11:42.107Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 107.140844ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 956 | 2024-08-22T03:11:42.149Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 110.971572ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 957 | 2024-08-22T03:11:42.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 231.24057ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 958 | 2024-08-22T03:11:42.269Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 257.171679ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 959 | 2024-08-22T03:11:42.314Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 287.159462ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 960 | 2024-08-22T03:11:42.359Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 34.260648ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 961 | 2024-08-22T03:11:42.430Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 435.181933ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 962 | 2024-08-22T03:11:42.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 296.349631ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 963 | 2024-08-22T03:11:42.910Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 523.465189ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 964 | 2024-08-22T03:11:43.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 301.023864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 965 | 2024-08-22T03:11:43.124Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 303.572347ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 966 | 2024-08-22T03:11:43.143Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 431.765161ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 967 | 2024-08-22T03:11:43.157Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 44.112833ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 968 | 2024-08-22T03:11:43.176Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 50.49114ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 969 | 2024-08-22T03:11:43.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 929.015861ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 970 | 2024-08-22T03:11:43.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 440.861241ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 971 | 2024-08-22T03:11:43.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 60.423432ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 972 | 2024-08-22T03:11:43.241Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 221.466878ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 973 | 2024-08-22T03:11:43.305Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 279.448996ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 974 | 2024-08-22T03:11:43.370Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 682.746383ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 975 | 2024-08-22T03:11:43.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 469.620383ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 976 | 2024-08-22T03:11:43.453Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 487.404938ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 977 | 2024-08-22T03:11:43.458Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_715c5dc5-e0af-4f09-8043-4bf7d964347e/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='ee3006fd-5a5f-4c44-acf4-28ca2fcbbd6b'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 978 | 2024-08-22T03:11:43.459Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 979 | 2024-08-22T03:11:43.479Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 500.269691ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 980 | 2024-08-22T03:11:43.520Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='d035b4c1-6b21-454e-a5db-9173950866fd'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 981 | 2024-08-22T03:11:43.520Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 982 | 2024-08-22T03:11:43.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 940.094336ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 983 | 2024-08-22T03:11:43.606Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 450.684178ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 984 | 2024-08-22T03:11:43.666Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 851.779143ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 985 | 2024-08-22T03:11:43.746Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 64.842922ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 986 | 2024-08-22T03:11:43.784Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 35.125549ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 987 | 2024-08-22T03:11:43.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 147.03292ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 988 | 2024-08-22T03:11:43.835Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 82.411999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 989 | 2024-08-22T03:11:43.930Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.065914502s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 990 | 2024-08-22T03:11:43.945Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 271.609332ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 991 | 2024-08-22T03:11:43.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 649.164145ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 992 | 2024-08-22T03:11:43.986Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 213.048379ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 993 | 2024-08-22T03:11:44.004Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 499.082083ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 994 | 2024-08-22T03:11:44.075Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 1.242724722s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 995 | 2024-08-22T03:11:44.108Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 908.02848ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 996 | 2024-08-22T03:11:44.164Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 776.390025ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 997 | 2024-08-22T03:11:44.164Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 998 | 2024-08-22T03:11:44.164Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 999 | 2024-08-22T03:11:44.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 537.453599ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1000 | 2024-08-22T03:11:44.239Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 523.780069ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1001 | 2024-08-22T03:11:44.486Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_ccbe7092-f68b-4074-accb-3d04aed5167d/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='5d38d103-e223-4d00-90fa-f133aeec9dfe'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1002 | 2024-08-22T03:11:44.486Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1003 | 2024-08-22T03:11:44.518Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 884.483973ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1004 | 2024-08-22T03:11:44.531Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 1.280305819s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1005 | 2024-08-22T03:11:44.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 1.303955149s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1006 | 2024-08-22T03:11:44.553Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 61.769607ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1007 | 2024-08-22T03:11:44.627Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 117.596429ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1008 | 2024-08-22T03:11:44.640Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 1.400583903s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1009 | 2024-08-22T03:11:44.706Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 42.119841ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1010 | 2024-08-22T03:11:44.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 167.618733ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1011 | 2024-08-22T03:11:44.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 1.187964274s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1012 | 2024-08-22T03:11:44.781Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 122.436703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1013 | 2024-08-22T03:11:44.790Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 1.13947s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1014 | 2024-08-22T03:11:44.917Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 202.561983ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1015 | 2024-08-22T03:11:44.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 571.74081ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1016 | 2024-08-22T03:11:44.952Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 501.626284ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1017 | 2024-08-22T03:11:45.007Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 515.069907ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1018 | 2024-08-22T03:11:45.029Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 1.150922671s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1019 | 2024-08-22T03:11:45.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 446.250985ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1020 | 2024-08-22T03:11:45.134Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1021 | 2024-08-22T03:11:45.134Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1022 | 2024-08-22T03:11:45.338Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 1.373607243s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1023 | 2024-08-22T03:11:45.424Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 1.154640142s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1024 | 2024-08-22T03:11:45.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 52.85913ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1025 | 2024-08-22T03:11:45.475Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 1.261042323s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1026 | 2024-08-22T03:11:45.518Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 109.077192ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1027 | 2024-08-22T03:11:45.532Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 414.586724ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1028 | 2024-08-22T03:11:45.545Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.466183843s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1029 | 2024-08-22T03:11:45.594Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 845.034262ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1030 | 2024-08-22T03:11:45.640Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 184.989212ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1031 | 2024-08-22T03:11:45.825Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 811.519718ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1032 | 2024-08-22T03:11:45.843Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 211.757947ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1033 | 2024-08-22T03:11:45.860Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 1.235615398s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1034 | 2024-08-22T03:11:45.996Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 716.536597ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1035 | 2024-08-22T03:11:46.020Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 747.557574ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1036 | 2024-08-22T03:11:46.035Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 1.408177304s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1037 | 2024-08-22T03:11:46.056Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 1.070264383s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1038 | 2024-08-22T03:11:46.070Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 566.437601ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1039 | 2024-08-22T03:11:46.217Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 1.200950581s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1040 | 2024-08-22T03:11:46.455Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 948.156275ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1041 | 2024-08-22T03:11:46.593Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 1.035618838s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1042 | 2024-08-22T03:11:46.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 711.758608ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1043 | 2024-08-22T03:11:46.659Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 1.094993067s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1044 | 2024-08-22T03:11:46.724Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 1.182487784s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1045 | 2024-08-22T03:11:46.734Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 713.192071ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1046 | 2024-08-22T03:11:46.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 1.46838732s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1047 | 2024-08-22T03:11:46.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 1.30966264s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1048 | 2024-08-22T03:11:46.968Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1049 | 2024-08-22T03:11:46.968Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1050 | 2024-08-22T03:11:47.025Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.198023882s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1051 | 2024-08-22T03:11:47.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 1.461623619s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1052 | 2024-08-22T03:11:47.139Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 855.471695ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1053 | 2024-08-22T03:11:47.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 69.342013ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1054 | 2024-08-22T03:11:47.371Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 105.122486ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1055 | 2024-08-22T03:11:47.384Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 1.322444108s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1056 | 2024-08-22T03:11:47.393Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1057 | 2024-08-22T03:11:47.393Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1058 | 2024-08-22T03:11:47.420Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 722.846343ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1059 | 2024-08-22T03:11:47.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 510.352804ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1060 | 2024-08-22T03:11:47.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 574.862046ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1061 | 2024-08-22T03:11:47.479Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 958.709934ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1062 | 2024-08-22T03:11:47.491Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 171.40148ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1063 | 2024-08-22T03:11:47.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 32.255718ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1064 | 2024-08-22T03:11:47.697Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 679.104528ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1065 | 2024-08-22T03:11:47.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 62.485088ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1066 | 2024-08-22T03:11:47.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 306.598322ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1067 | 2024-08-22T03:11:47.777Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 666.754399ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1068 | 2024-08-22T03:11:47.802Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 195.978653ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1069 | 2024-08-22T03:11:47.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 1.208992952s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1070 | 2024-08-22T03:11:47.978Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 1.247515702s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1071 | 2024-08-22T03:11:48.008Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 689.68129ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1072 | 2024-08-22T03:11:48.019Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 268.055094ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1073 | 2024-08-22T03:11:48.048Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 1.322150478s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1074 | 2024-08-22T03:11:48.060Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 466.686864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1075 | 2024-08-22T03:11:48.101Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 625.058008ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1076 | 2024-08-22T03:11:48.157Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 1.084963885s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1077 | 2024-08-22T03:11:48.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 1.246950903s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1078 | 2024-08-22T03:11:48.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 697.427517ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1079 | 2024-08-22T03:11:48.299Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 1.172478235s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1080 | 2024-08-22T03:11:48.392Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 637.941806ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1081 | 2024-08-22T03:11:48.397Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1082 | 2024-08-22T03:11:48.397Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1083 | 2024-08-22T03:11:48.414Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1084 | 2024-08-22T03:11:48.414Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1085 | 2024-08-22T03:11:48.451Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 1.348318614s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1086 | 2024-08-22T03:11:48.463Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 917.537743ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1087 | 2024-08-22T03:11:48.540Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 1.392349837s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1088 | 2024-08-22T03:11:48.584Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 1.233685516s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1089 | 2024-08-22T03:11:48.679Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 34.404079ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1090 | 2024-08-22T03:11:48.680Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1091 | 2024-08-22T03:11:48.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 32.127402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1092 | 2024-08-22T03:11:48.691Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1093 | 2024-08-22T03:11:48.714Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 1.07840158s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1094 | 2024-08-22T03:11:48.725Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 1.020674764s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1095 | 2024-08-22T03:11:48.733Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 68.838032ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1096 | 2024-08-22T03:11:48.739Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 148.314217ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1097 | 2024-08-22T03:11:48.749Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 776.61442ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1098 | 2024-08-22T03:11:48.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 205.694691ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1099 | 2024-08-22T03:11:48.901Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 260.639136ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1100 | 2024-08-22T03:11:49.014Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.383604439s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1101 | 2024-08-22T03:11:49.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 519.944481ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1102 | 2024-08-22T03:11:49.074Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 1.295791593s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1103 | 2024-08-22T03:11:49.097Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 58.421295ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1104 | 2024-08-22T03:11:49.185Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 94.367763ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1105 | 2024-08-22T03:11:49.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 1.147965025s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1106 | 2024-08-22T03:11:49.327Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 842.403198ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1107 | 2024-08-22T03:11:49.338Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 298.097216ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1108 | 2024-08-22T03:11:49.347Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 839.478063ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1109 | 2024-08-22T03:11:49.358Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 113.918698ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1110 | 2024-08-22T03:11:49.383Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 752.776935ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1111 | 2024-08-22T03:11:49.395Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 1.240674948s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1112 | 2024-08-22T03:11:49.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 962.151387ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1113 | 2024-08-22T03:11:49.569Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 1.263936962s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1114 | 2024-08-22T03:11:49.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 679.005737ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1115 | 2024-08-22T03:11:49.594Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 436.445426ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1116 | 2024-08-22T03:11:49.603Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 900.759389ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1117 | 2024-08-22T03:11:49.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 1.005311517s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1118 | 2024-08-22T03:11:49.665Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="clickhouse_address" value='[fd00:1122:3344:101::e]:8123'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1119 | 2024-08-22T03:11:49.665Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1120 | 2024-08-22T03:11:49.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 947.663019ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1121 | 2024-08-22T03:11:49.806Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 749.563823ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1122 | 2024-08-22T03:11:49.815Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 899.026886ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1123 | 2024-08-22T03:11:49.831Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 953.995439ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1124 | 2024-08-22T03:11:49.847Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 42.637417ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1125 | 2024-08-22T03:11:49.899Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 78.330752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1126 | 2024-08-22T03:11:49.943Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 1.112713639s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1127 | 2024-08-22T03:11:49.986Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 212.213788ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1128 | 2024-08-22T03:11:50.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 978.185319ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1129 | 2024-08-22T03:11:50.148Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 1.084666088s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1130 | 2024-08-22T03:11:50.182Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 782.077105ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1131 | 2024-08-22T03:11:50.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 642.8441ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1132 | 2024-08-22T03:11:50.210Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 309.165666ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1133 | 2024-08-22T03:11:50.271Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 546.382361ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1134 | 2024-08-22T03:11:50.384Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 548.156813ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1135 | 2024-08-22T03:11:50.410Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.45174007s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1136 | 2024-08-22T03:11:50.475Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 1.267345799s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1137 | 2024-08-22T03:11:50.516Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 871.70614ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1138 | 2024-08-22T03:11:50.530Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.045822807s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1139 | 2024-08-22T03:11:50.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 1.158238788s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1140 | 2024-08-22T03:11:50.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 978.580854ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1141 | 2024-08-22T03:11:50.648Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 1.470670167s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1142 | 2024-08-22T03:11:50.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 1.245023376s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1143 | 2024-08-22T03:11:50.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 631.914527ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1144 | 2024-08-22T03:11:50.726Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 575.085109ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1145 | 2024-08-22T03:11:50.796Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 852.167925ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1146 | 2024-08-22T03:11:50.828Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 1.445875063s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1147 | 2024-08-22T03:11:50.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 921.205706ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1148 | 2024-08-22T03:11:50.851Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 1.125828364s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1149 | 2024-08-22T03:11:50.942Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 1.191606688s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1150 | 2024-08-22T03:11:50.975Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 1.108372852s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1151 | 2024-08-22T03:11:51.033Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 923.461971ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1152 | 2024-08-22T03:11:51.066Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 601.874813ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1153 | 2024-08-22T03:11:51.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 1.149767009s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1154 | 2024-08-22T03:11:51.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 1.385670551s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1155 | 2024-08-22T03:11:51.364Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 558.968589ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1156 | 2024-08-22T03:11:51.402Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 1.066981486s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1157 | 2024-08-22T03:11:51.558Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 1.345832094s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1158 | 2024-08-22T03:11:51.588Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 979.556078ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1159 | 2024-08-22T03:11:51.658Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 1.231275953s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1160 | 2024-08-22T03:11:51.679Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 921.844835ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1161 | 2024-08-22T03:11:51.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 585.671633ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1162 | 2024-08-22T03:11:51.753Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 701.236115ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1163 | 2024-08-22T03:11:51.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 1.285353884s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1164 | 2024-08-22T03:11:51.874Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 653.025932ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1165 | 2024-08-22T03:11:51.932Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 931.588889ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1166 | 2024-08-22T03:11:51.940Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 601.612358ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1167 | 2024-08-22T03:11:51.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 784.651799ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1168 | 2024-08-22T03:11:51.988Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 753.43021ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1169 | 2024-08-22T03:11:52.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 525.400612ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1170 | 2024-08-22T03:11:52.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 1.058594302s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1171 | 2024-08-22T03:11:52.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 1.427833213s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1172 | 2024-08-22T03:11:52.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 995.290339ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1173 | 2024-08-22T03:11:52.304Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 837.018728ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1174 | 2024-08-22T03:11:52.411Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 589.196979ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1175 | 2024-08-22T03:11:52.464Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 894.989447ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1176 | 2024-08-22T03:11:52.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 1.427355487s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1177 | 2024-08-22T03:11:52.537Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.333604916s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1178 | 2024-08-22T03:11:52.551Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 1.3722637s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1179 | 2024-08-22T03:11:52.579Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 853.707809ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1180 | 2024-08-22T03:11:52.612Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 1.093359442s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1181 | 2024-08-22T03:11:52.631Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 710.840833ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1182 | 2024-08-22T03:11:52.720Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 532.855534ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1183 | 2024-08-22T03:11:52.753Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 963.761163ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1184 | 2024-08-22T03:11:52.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 1.229395525s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1185 | 2024-08-22T03:11:52.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 1.385326636s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1186 | 2024-08-22T03:11:52.901Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 729.453934ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1187 | 2024-08-22T03:11:52.915Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 547.516442ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1188 | 2024-08-22T03:11:53.009Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 881.061214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1189 | 2024-08-22T03:11:53.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 851.761999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1190 | 2024-08-22T03:11:53.183Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.303687128s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1191 | 2024-08-22T03:11:53.193Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 1.271672701s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1192 | 2024-08-22T03:11:53.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 975.811347ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1193 | 2024-08-22T03:11:53.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 1.382944928s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1194 | 2024-08-22T03:11:53.294Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 929.484212ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1195 | 2024-08-22T03:11:53.352Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 610.477016ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1196 | 2024-08-22T03:11:53.369Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 897.804541ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1197 | 2024-08-22T03:11:53.442Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 884.201159ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1198 | 2024-08-22T03:11:53.472Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 1.328086482s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1199 | 2024-08-22T03:11:53.586Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 1.465266117s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1200 | 2024-08-22T03:11:53.640Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 792.221378ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1201 | 2024-08-22T03:11:53.715Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 1.096603445s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1202 | 2024-08-22T03:11:53.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 1.224782298s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1203 | 2024-08-22T03:11:53.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 601.006057ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1204 | 2024-08-22T03:11:53.898Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 1.379883629s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1205 | 2024-08-22T03:11:53.916Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 617.087603ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1206 | 2024-08-22T03:11:53.933Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 585.804625ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1207 | 2024-08-22T03:11:53.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 720.302436ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1208 | 2024-08-22T03:11:53.971Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 713.374066ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1209 | 2024-08-22T03:11:54.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 1.387855981s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1210 | 2024-08-22T03:11:54.190Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 559.753526ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1211 | 2024-08-22T03:11:54.233Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 762.543724ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1212 | 2024-08-22T03:11:54.270Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 826.497752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1213 | 2024-08-22T03:11:54.279Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 787.213764ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1214 | 2024-08-22T03:11:54.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.160723546s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1215 | 2024-08-22T03:11:54.441Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 908.00968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1216 | 2024-08-22T03:11:54.474Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 1.083780167s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1217 | 2024-08-22T03:11:54.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.350736806s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1218 | 2024-08-22T03:11:54.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 579.550555ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1219 | 2024-08-22T03:11:54.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 693.975835ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1220 | 2024-08-22T03:11:54.654Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 1.207450493s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1221 | 2024-08-22T03:11:54.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 717.930566ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1222 | 2024-08-22T03:11:54.693Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 801.434321ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1223 | 2024-08-22T03:11:54.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 922.750252ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1224 | 2024-08-22T03:11:54.809Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 833.287481ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1225 | 2024-08-22T03:11:54.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 887.395229ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1226 | 2024-08-22T03:11:54.961Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 1.177024189s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1227 | 2024-08-22T03:11:55.005Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 1.490360371s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1228 | 2024-08-22T03:11:55.061Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 1.262666461s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1229 | 2024-08-22T03:11:55.076Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 814.652551ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1230 | 2024-08-22T03:11:55.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 1.403080122s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1231 | 2024-08-22T03:11:55.121Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 1.474369401s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1232 | 2024-08-22T03:11:55.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 827.255258ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1233 | 2024-08-22T03:11:55.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 645.556884ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1234 | 2024-08-22T03:11:55.358Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 1.380663011s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1235 | 2024-08-22T03:11:55.397Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 915.039119ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1236 | 2024-08-22T03:11:55.404Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 1.174191847s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1237 | 2024-08-22T03:11:55.502Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 1.336375941s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1238 | 2024-08-22T03:11:55.510Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.036414823s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1239 | 2024-08-22T03:11:55.566Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 1.406007541s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1240 | 2024-08-22T03:11:55.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 1.298694394s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1241 | 2024-08-22T03:11:55.689Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 1.020530955s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1242 | 2024-08-22T03:11:55.715Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 555.197646ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1243 | 2024-08-22T03:11:55.850Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.170786269s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1244 | 2024-08-22T03:11:55.869Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 773.438837ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1245 | 2024-08-22T03:11:55.898Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 1.367200961s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1246 | 2024-08-22T03:11:55.940Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 642.881339ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1247 | 2024-08-22T03:11:56.079Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 1.472075641s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1248 | 2024-08-22T03:11:56.144Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 655.665669ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1249 | 2024-08-22T03:11:56.289Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 614.739277ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1250 | 2024-08-22T03:11:56.320Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 1.337201431s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1251 | 2024-08-22T03:11:56.331Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 604.033663ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1252 | 2024-08-22T03:11:56.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 1.322295774s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1253 | 2024-08-22T03:11:56.516Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 1.359030502s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1254 | 2024-08-22T03:11:56.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.111972932s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1255 | 2024-08-22T03:11:56.588Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 543.968286ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1256 | 2024-08-22T03:11:56.598Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 1.203889624s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1257 | 2024-08-22T03:11:56.607Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 905.905821ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1258 | 2024-08-22T03:11:56.652Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 689.310271ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1259 | 2024-08-22T03:11:56.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 506.157341ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1260 | 2024-08-22T03:11:56.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 833.554295ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1261 | 2024-08-22T03:11:56.811Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 772.436705ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1262 | 2024-08-22T03:11:56.848Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 1.342511037s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1263 | 2024-08-22T03:11:56.917Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 1.220679825s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1264 | 2024-08-22T03:11:56.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 539.708513ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1265 | 2024-08-22T03:11:56.958Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 795.11487ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1266 | 2024-08-22T03:11:56.983Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 527.999999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1267 | 2024-08-22T03:11:57.032Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 952.22765ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1268 | 2024-08-22T03:11:57.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 1.094703476s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1269 | 2024-08-22T03:11:57.236Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 1.029605841s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1270 | 2024-08-22T03:11:57.276Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 915.896802ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1271 | 2024-08-22T03:11:57.353Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 1.303992461s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1272 | 2024-08-22T03:11:57.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 1.427945867s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1273 | 2024-08-22T03:11:57.528Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 615.067763ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1274 | 2024-08-22T03:11:57.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 771.586649ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1275 | 2024-08-22T03:11:57.564Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 565.601268ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1276 | 2024-08-22T03:11:57.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 531.889562ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1277 | 2024-08-22T03:11:57.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 1.433722466s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1278 | 2024-08-22T03:11:57.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 1.120194191s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1279 | 2024-08-22T03:11:57.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.194763275s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1280 | 2024-08-22T03:11:57.767Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 733.558732ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1281 | 2024-08-22T03:11:57.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 1.205784348s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1282 | 2024-08-22T03:11:57.839Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 1.011375512s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1283 | 2024-08-22T03:11:57.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 918.432607ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1284 | 2024-08-22T03:11:58.001Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.244295992s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1285 | 2024-08-22T03:11:58.142Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 1.125654673s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1286 | 2024-08-22T03:11:58.154Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 1.161813283s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1287 | 2024-08-22T03:11:58.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 777.20732ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1288 | 2024-08-22T03:11:58.185Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 1.013461754s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1289 | 2024-08-22T03:11:58.217Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 1.272993572s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1290 | 2024-08-22T03:11:58.235Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 619.083692ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1291 | 2024-08-22T03:11:58.260Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 1.314432854s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1292 | 2024-08-22T03:11:58.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 1.009558248s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1293 | 2024-08-22T03:11:58.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 1.33599094s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1294 | 2024-08-22T03:11:58.517Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 1.335008328s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1295 | 2024-08-22T03:11:58.677Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 1.198698565s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1296 | 2024-08-22T03:11:58.808Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 898.182497ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1297 | 2024-08-22T03:11:58.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 508.402511ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1298 | 2024-08-22T03:11:58.865Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 1.204570118s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1299 | 2024-08-22T03:11:58.878Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 1.102393563s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1300 | 2024-08-22T03:11:58.896Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.242768329s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1301 | 2024-08-22T03:11:58.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 1.30246022s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1302 | 2024-08-22T03:11:58.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 1.357989701s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1303 | 2024-08-22T03:11:59.048Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 723.537432ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1304 | 2024-08-22T03:11:59.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 973.924886ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1305 | 2024-08-22T03:11:59.214Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 841.605179ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1306 | 2024-08-22T03:11:59.259Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 795.165434ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1307 | 2024-08-22T03:11:59.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 1.237800489s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1308 | 2024-08-22T03:11:59.305Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 1.03466245s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1309 | 2024-08-22T03:11:59.328Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 779.933028ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1310 | 2024-08-22T03:11:59.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 639.65882ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1311 | 2024-08-22T03:11:59.502Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 832.174856ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1312 | 2024-08-22T03:11:59.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 1.340513187s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1313 | 2024-08-22T03:11:59.689Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 801.964163ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1314 | 2024-08-22T03:11:59.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 1.064642357s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1315 | 2024-08-22T03:11:59.782Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 1.498123084s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1316 | 2024-08-22T03:11:59.865Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 874.586071ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1317 | 2024-08-22T03:11:59.887Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 795.202821ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1318 | 2024-08-22T03:11:59.991Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 1.319516673s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1319 | 2024-08-22T03:12:00.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 1.498731963s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1320 | 2024-08-22T03:12:00.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 1.47053868s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1321 | 2024-08-22T03:12:00.065Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.051161952s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1322 | 2024-08-22T03:12:00.075Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 1.213531668s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1323 | 2024-08-22T03:12:00.085Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 1.140688511s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1324 | 2024-08-22T03:12:00.118Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 1.093194134s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1325 | 2024-08-22T03:12:00.151Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.421252782s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1326 | 2024-08-22T03:12:00.261Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 757.958823ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1327 | 2024-08-22T03:12:00.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 779.301865ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1328 | 2024-08-22T03:12:00.347Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 644.721741ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1329 | 2024-08-22T03:12:00.359Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 680.037205ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1330 | 2024-08-22T03:12:00.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 534.010554ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1331 | 2024-08-22T03:12:00.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 992.222059ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1332 | 2024-08-22T03:12:00.696Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 1.498867288s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1333 | 2024-08-22T03:12:00.755Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 1.155127309s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1334 | 2024-08-22T03:12:00.797Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 537.260951ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1335 | 2024-08-22T03:12:00.945Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 573.748203ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1336 | 2024-08-22T03:12:01.007Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 1.080295499s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1337 | 2024-08-22T03:12:01.033Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 830.766288ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1338 | 2024-08-22T03:12:01.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 1.400948026s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1339 | 2024-08-22T03:12:01.066Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 819.344458ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1340 | 2024-08-22T03:12:01.129Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 990.455087ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1341 | 2024-08-22T03:12:01.141Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.211165934s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1342 | 2024-08-22T03:12:01.225Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 940.594202ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1343 | 2024-08-22T03:12:01.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 806.088594ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1344 | 2024-08-22T03:12:01.299Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 752.607206ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1345 | 2024-08-22T03:12:01.317Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 1.269755231s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1346 | 2024-08-22T03:12:01.330Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 580.976981ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1347 | 2024-08-22T03:12:01.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 1.391983887s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1348 | 2024-08-22T03:12:01.517Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 820.187187ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1349 | 2024-08-22T03:12:01.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 659.239805ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1350 | 2024-08-22T03:12:01.547Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 928.93282ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1351 | 2024-08-22T03:12:01.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 1.096317931s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1352 | 2024-08-22T03:12:01.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.07225894s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1353 | 2024-08-22T03:12:01.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 979.70295ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1354 | 2024-08-22T03:12:01.902Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6") failed: Property not found. retry in 1.341639639s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1355 | 2024-08-22T03:12:01.925Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 501.333133ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1356 | 2024-08-22T03:12:01.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 1.465814933s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1357 | 2024-08-22T03:12:02.063Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 958.757113ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1358 | 2024-08-22T03:12:02.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 1.016267909s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1359 | 2024-08-22T03:12:02.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 1.310434026s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1360 | 2024-08-22T03:12:02.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 1.166054237s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1361 | 2024-08-22T03:12:02.181Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 1.096339468s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1362 | 2024-08-22T03:12:02.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 959.150282ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1363 | 2024-08-22T03:12:02.225Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd") failed: Property not found. retry in 815.470425ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1364 | 2024-08-22T03:12:02.360Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454") failed: Property not found. retry in 1.392207626s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1365 | 2024-08-22T03:12:02.379Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.08357727s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1366 | 2024-08-22T03:12:02.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 1.243231693s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1367 | 2024-08-22T03:12:02.475Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 1.150712224s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1368 | 2024-08-22T03:12:02.495Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 816.232179ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1369 | 2024-08-22T03:12:02.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 1.41853749s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1370 | 2024-08-22T03:12:02.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a") failed: Property not found. retry in 885.626121ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1371 | 2024-08-22T03:12:02.679Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 597.672087ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1372 | 2024-08-22T03:12:02.757Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 1.149741849s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1373 | 2024-08-22T03:12:02.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207") failed: Property not found. retry in 815.911106ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1374 | 2024-08-22T03:12:03.035Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 767.279154ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1375 | 2024-08-22T03:12:03.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10") failed: Property not found. retry in 804.108107ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1376 | 2024-08-22T03:12:03.176Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 1.088030572s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1377 | 2024-08-22T03:12:03.289Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 1.120876128s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1378 | 2024-08-22T03:12:03.297Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.004540878s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1379 | 2024-08-22T03:12:03.312Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2") failed: Property not found. retry in 1.009066466s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1380 | 2024-08-22T03:12:03.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 883.974222ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1381 | 2024-08-22T03:12:03.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8") failed: Property not found. retry in 523.824966ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1382 | 2024-08-22T03:12:03.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 520.993487ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1383 | 2024-08-22T03:12:03.472Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124") failed: Property not found. retry in 1.141422352s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1384 | 2024-08-22T03:12:03.636Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05") failed: Property not found. retry in 1.479689573s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1385 | 2024-08-22T03:12:03.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3") failed: Property not found. retry in 758.958013ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1386 | 2024-08-22T03:12:03.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4") failed: Property not found. retry in 1.315497086s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1387 | 2024-08-22T03:12:03.916Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2") failed: Property not found. retry in 1.380700416s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1388 | 2024-08-22T03:12:03.963Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86") failed: Property not found. retry in 1.424462566s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1389 | 2024-08-22T03:12:04.034Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5") failed: Property not found. retry in 546.853036ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1390 | 2024-08-22T03:12:04.223Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852") failed: Property not found. retry in 1.192147625s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1391 | 2024-08-22T03:12:04.277Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990") failed: Property not found. retry in 555.973827ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1392 | 2024-08-22T03:12:04.317Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 745.658048ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1393 | 2024-08-22T03:12:04.422Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024") failed: Property not found. retry in 970.383278ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1394 | 2024-08-22T03:12:05.075Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 708.056012ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1395 | 2024-08-22T03:12:05.795Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.147916687s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1396 | 2024-08-22T03:12:06.954Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.1505365s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1397 | 2024-08-22T03:12:07.381Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34339
|
| 1398 | 2024-08-22T03:12:07.392Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 10916
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34339
req_id = d2705ae8-8497-418d-8200-2a04414850bf
response_code = 200
uri = /baseboard
|
| 1399 | 2024-08-22T03:12:08.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 675.872046ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1400 | 2024-08-22T03:12:08.800Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 849.301846ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1401 | 2024-08-22T03:12:09.525Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.197450938s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1402 | 2024-08-22T03:12:09.660Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 602.845931ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1403 | 2024-08-22T03:12:10.272Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.287899523s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1404 | 2024-08-22T03:12:10.758Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 5.402093455s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/producer/src/lib.rs:424
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1405 | 2024-08-22T03:12:11.569Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.253145048s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1406 | 2024-08-22T03:12:12.832Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 513.13064ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1407 | 2024-08-22T03:12:13.355Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68") failed: Property not found. retry in 1.41024965s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1408 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_a38f3603-26d9-4caa-96c3-0009d26b1da4
|
| 1409 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_17554531-da18-426a-9e08-5279bb46c2f3
|
| 1410 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_99034aca-6f79-45b2-a85e-96e4b10157d8
|
| 1411 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_external_dns_5a597bdf-a19f-4440-a5c9-c0ad27e590c2
|
| 1412 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_external_dns_3ce7517f-82f9-4849-ad08-7cb0bf67f024
|
| 1413 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_clickhouse_905c598c-dee1-4293-be35-b0f5aa067b68
|
| 1414 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_pantry_20b6b894-9a7d-4782-acf2-971157dca454
|
| 1415 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_nexus_6704b89b-0851-45e8-ae6a-571db6735f05
|
| 1416 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_nexus_3402f0c0-4afe-4d3a-ad22-fcd268662ca5
|
| 1417 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_98d4b31f-09c3-4264-9472-fced54ada124
|
| 1418 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_1f1865c3-f146-430f-8e0e-b3d8bd756852
|
| 1419 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_oximeter_d035b4c1-6b21-454e-a5db-9173950866fd
|
| 1420 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_pantry_9647bcc0-6dc6-4483-8f80-d60a9dfbe9c2
|
| 1421 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_ab071d7c-e43c-4b0f-883d-1b82d023ab86
|
| 1422 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_1b0b1431-9459-4bcb-b0ce-89d24e6198c6
|
| 1423 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_nexus_3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990
|
| 1424 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_pantry_b38c82c8-49cf-4bd3-a97a-1d02e5a09d10
|
| 1425 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_fa3ff02a-f5aa-4ae5-a217-d1cced299207
|
| 1426 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3245
zone = oxz_crucible_669faa96-f60c-48bd-960e-72adb5b9a93a
|
| 1427 | 2024-08-22T03:12:14.793Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1428 | 2024-08-22T03:12:14.798Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1429 | 2024-08-22T03:12:14.810Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 37438767
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:42474
req_id = 3be587f6-39fa-4eed-bcd5-80089fdfc8d6
response_code = 204
uri = /omicron-zones
|
| 1430 | 2024-08-22T03:12:14.812Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1286
|
| 1431 | 2024-08-22T03:12:14.813Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1432 | 2024-08-22T03:12:14.813Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1433 | 2024-08-22T03:12:14.815Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:689
|
| 1434 | 2024-08-22T03:12:14.826Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::b]:12221
file = sled-agent/src/rack_setup/service.rs:702
|
| 1435 | 2024-08-22T03:12:14.859Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
local_pref: None,
nexthop: 10.151.1.100,
vlan_id: None,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:867
|
| 1436 | 2024-08-22T03:12:14.872Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1437 | 2024-08-22T03:12:14.976Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1438 | 2024-08-22T03:12:15.124Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1439 | 2024-08-22T03:12:15.302Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1440 | 2024-08-22T03:12:15.445Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1441 | 2024-08-22T03:12:15.578Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1442 | 2024-08-22T03:12:15.808Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1443 | 2024-08-22T03:12:16.122Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1444 | 2024-08-22T03:12:16.199Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 8.486242511s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/producer/src/lib.rs:424
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1445 | 2024-08-22T03:12:16.323Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1446 | 2024-08-22T03:12:16.906Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1447 | 2024-08-22T03:12:17.274Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1448 | 2024-08-22T03:12:17.836Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1449 | 2024-08-22T03:12:18.253Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1450 | 2024-08-22T03:12:19.174Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1451 | 2024-08-22T03:12:20.248Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1452 | 2024-08-22T03:12:21.132Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1453 | 2024-08-22T03:12:22.282Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "973d7d47-c1cf-4738-8d3d-fcea51406c99", "content-length": "173", "date": "Thu, 22 Aug 2024 03:12:22 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"f3acf7ab-cbe9-4d3f-a5b0-4e10d6c07c3f\"", request_id: "973d7d47-c1cf-4738-8d3d-fcea51406c99" }
file = sled-agent/src/rack_setup/service.rs:929
|
| 1454 | 2024-08-22T03:12:24.877Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "46503259-d6ff-4d96-920f-c4ef9e97bfe0", "content-length": "173", "date": "Thu, 22 Aug 2024 03:12:24 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"ee5fe5a0-6520-4108-9cc0-dc16dbefa31f\"", request_id: "46503259-d6ff-4d96-920f-c4ef9e97bfe0" }
file = sled-agent/src/rack_setup/service.rs:929
|
| 1455 | 2024-08-22T03:12:28.306Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "da41558e-ce6f-4d96-9870-7f9ab30fb27d", "content-length": "173", "date": "Thu, 22 Aug 2024 03:12:28 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"ee5fe5a0-6520-4108-9cc0-dc16dbefa31f\"", request_id: "da41558e-ce6f-4d96-9870-7f9ab30fb27d" }
file = sled-agent/src/rack_setup/service.rs:929
|
| 1456 | 2024-08-22T03:12:30.476Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "38aa1159-a67c-4f17-802e-7fd796486f14", "content-length": "173", "date": "Thu, 22 Aug 2024 03:12:30 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"ee5fe5a0-6520-4108-9cc0-dc16dbefa31f\"", request_id: "38aa1159-a67c-4f17-802e-7fd796486f14" }
file = sled-agent/src/rack_setup/service.rs:929
|
| 1457 | 2024-08-22T03:12:32.458Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "e340a1bc-86bd-47b0-90b6-b505194f94a6", "content-length": "173", "date": "Thu, 22 Aug 2024 03:12:32 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"ee5fe5a0-6520-4108-9cc0-dc16dbefa31f\"", request_id: "e340a1bc-86bd-47b0-90b6-b505194f94a6" }
file = sled-agent/src/rack_setup/service.rs:929
|
| 1458 | 2024-08-22T03:12:37.386Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "1a528294-3c35-4dc4-b9c0-30d5eab95a33", "content-length": "173", "date": "Thu, 22 Aug 2024 03:12:37 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"ee5fe5a0-6520-4108-9cc0-dc16dbefa31f\"", request_id: "1a528294-3c35-4dc4-b9c0-30d5eab95a33" }
file = sled-agent/src/rack_setup/service.rs:929
|
| 1459 | 2024-08-22T03:12:37.432Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33848
|
| 1460 | 2024-08-22T03:12:37.432Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 780
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33848
req_id = 559979a0-b9f5-41d4-8ffd-1a8adcb7c85f
response_code = 200
uri = /baseboard
|
| 1461 | 2024-08-22T03:12:43.207Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "b6c47df9-3cb4-4a31-84f4-3f25971faa01", "content-length": "173", "date": "Thu, 22 Aug 2024 03:12:42 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"ee5fe5a0-6520-4108-9cc0-dc16dbefa31f\"", request_id: "b6c47df9-3cb4-4a31-84f4-3f25971faa01" }
file = sled-agent/src/rack_setup/service.rs:929
|
| 1462 | 2024-08-22T03:12:46.611Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "89680ba6-78f2-4168-b7df-7fc927d8323c", "content-length": "173", "date": "Thu, 22 Aug 2024 03:12:46 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"ee5fe5a0-6520-4108-9cc0-dc16dbefa31f\"", request_id: "89680ba6-78f2-4168-b7df-7fc927d8323c" }
file = sled-agent/src/rack_setup/service.rs:929
|
| 1463 | 2024-08-22T03:12:53.787Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "e63c5e38-6b56-40aa-ab93-49f21f538654", "content-length": "173", "date": "Thu, 22 Aug 2024 03:12:53 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"ee5fe5a0-6520-4108-9cc0-dc16dbefa31f\"", request_id: "e63c5e38-6b56-40aa-ab93-49f21f538654" }
file = sled-agent/src/rack_setup/service.rs:929
|
| 1464 | 2024-08-22T03:12:54.818Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:61471
remote_addr = [fd00:1122:3344:101::d]:62275
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1465 | 2024-08-22T03:12:54.829Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 10289
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = bfe8aa2a-2c46-4aa8-8aac-c42236dcd8f0
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1466 | 2024-08-22T03:12:55.383Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:544
new_generation = 1
old_generation = 1
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1467 | 2024-08-22T03:12:55.472Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64909
|
| 1468 | 2024-08-22T03:12:55.473Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 1469 | 2024-08-22T03:12:55.555Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 82946
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64909
req_id = cdd8a9a6-71e1-4dc5-bf11-9dd77158ef15
response_code = 200
uri = /inventory
|
| 1470 | 2024-08-22T03:12:55.558Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 1471 | 2024-08-22T03:12:55.558Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1472 | 2024-08-22T03:12:55.559Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1473 | 2024-08-22T03:12:55.559Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 2019
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64909
req_id = 1dafb167-1a29-4ab4-82b9-3d5eaa7ad3ad
response_code = 200
uri = /omicron-zones
|
| 1474 | 2024-08-22T03:13:03.547Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63745
|
| 1475 | 2024-08-22T03:13:03.549Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0673aabd-3541-41cb-a886-23cdd3680f8f, kind: Service { id: 3ce7517f-82f9-4849-ad08-7cb0bf67f024 }, name: Name("external-dns-3ce7517f-82f9-4849-ad08-7cb0bf67f024"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ddeaf620-1944-4d2d-84d8-d718e3140255, kind: Service { id: 5a597bdf-a19f-4440-a5c9-c0ad27e590c2 }, name: Name("external-dns-5a597bdf-a19f-4440-a5c9-c0ad27e590c2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 206, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 53db6911-139a-448a-8c1b-7f8603cf520e, kind: Service { id: 3402f0c0-4afe-4d3a-ad22-fcd268662ca5 }, name: Name("nexus-3402f0c0-4afe-4d3a-ad22-fcd268662ca5"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7758080c-490c-471f-9344-372483ce67bb, kind: Service { id: 3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990 }, name: Name("nexus-3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cafe4faf-492c-4ce6-b87e-956f525f7351, kind: Service { id: 6704b89b-0851-45e8-ae6a-571db6735f05 }, name: Name("nexus-6704b89b-0851-45e8-ae6a-571db6735f05"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 72])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1476 | 2024-08-22T03:13:03.549Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1477 | 2024-08-22T03:13:03.549Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1478 | 2024-08-22T03:13:03.549Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1479 | 2024-08-22T03:13:03.549Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1480 | 2024-08-22T03:13:03.549Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1481 | 2024-08-22T03:13:03.549Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1482 | 2024-08-22T03:13:03.549Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 2691
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63745
req_id = e960ca0f-5cdf-424a-aa31-8de26e69f197
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1483 | 2024-08-22T03:13:03.551Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:939
|
| 1484 | 2024-08-22T03:13:03.767Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43787
|
| 1485 | 2024-08-22T03:13:03.768Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 1486 | 2024-08-22T03:13:03.863Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95263
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43787
req_id = 53765970-0b43-4958-adc6-120cd9c39a85
response_code = 200
uri = /inventory
|
| 1487 | 2024-08-22T03:13:03.863Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 1488 | 2024-08-22T03:13:03.863Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1489 | 2024-08-22T03:13:03.863Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1490 | 2024-08-22T03:13:03.864Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 733
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43787
req_id = df2f2b45-2b30-4796-a64e-c28b6e291ffc
response_code = 200
uri = /omicron-zones
|
| 1491 | 2024-08-22T03:13:04.110Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41226
|
| 1492 | 2024-08-22T03:13:04.110Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0673aabd-3541-41cb-a886-23cdd3680f8f, kind: Service { id: 3ce7517f-82f9-4849-ad08-7cb0bf67f024 }, name: Name("external-dns-3ce7517f-82f9-4849-ad08-7cb0bf67f024"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ddeaf620-1944-4d2d-84d8-d718e3140255, kind: Service { id: 5a597bdf-a19f-4440-a5c9-c0ad27e590c2 }, name: Name("external-dns-5a597bdf-a19f-4440-a5c9-c0ad27e590c2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 206, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 53db6911-139a-448a-8c1b-7f8603cf520e, kind: Service { id: 3402f0c0-4afe-4d3a-ad22-fcd268662ca5 }, name: Name("nexus-3402f0c0-4afe-4d3a-ad22-fcd268662ca5"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7758080c-490c-471f-9344-372483ce67bb, kind: Service { id: 3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990 }, name: Name("nexus-3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cafe4faf-492c-4ce6-b87e-956f525f7351, kind: Service { id: 6704b89b-0851-45e8-ae6a-571db6735f05 }, name: Name("nexus-6704b89b-0851-45e8-ae6a-571db6735f05"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 72])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1493 | 2024-08-22T03:13:04.110Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1494 | 2024-08-22T03:13:04.110Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1495 | 2024-08-22T03:13:04.110Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1496 | 2024-08-22T03:13:04.110Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1497 | 2024-08-22T03:13:04.110Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1498 | 2024-08-22T03:13:04.110Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1499 | 2024-08-22T03:13:04.110Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 328
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41226
req_id = bda18af2-2ce6-49fb-9990-a1886b7ccf58
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1500 | 2024-08-22T03:13:04.189Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50588
|
| 1501 | 2024-08-22T03:13:04.189Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0673aabd-3541-41cb-a886-23cdd3680f8f, kind: Service { id: 3ce7517f-82f9-4849-ad08-7cb0bf67f024 }, name: Name("external-dns-3ce7517f-82f9-4849-ad08-7cb0bf67f024"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ddeaf620-1944-4d2d-84d8-d718e3140255, kind: Service { id: 5a597bdf-a19f-4440-a5c9-c0ad27e590c2 }, name: Name("external-dns-5a597bdf-a19f-4440-a5c9-c0ad27e590c2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 206, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 53db6911-139a-448a-8c1b-7f8603cf520e, kind: Service { id: 3402f0c0-4afe-4d3a-ad22-fcd268662ca5 }, name: Name("nexus-3402f0c0-4afe-4d3a-ad22-fcd268662ca5"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7758080c-490c-471f-9344-372483ce67bb, kind: Service { id: 3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990 }, name: Name("nexus-3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cafe4faf-492c-4ce6-b87e-956f525f7351, kind: Service { id: 6704b89b-0851-45e8-ae6a-571db6735f05 }, name: Name("nexus-6704b89b-0851-45e8-ae6a-571db6735f05"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 72])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1502 | 2024-08-22T03:13:04.189Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1503 | 2024-08-22T03:13:04.189Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1504 | 2024-08-22T03:13:04.189Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1505 | 2024-08-22T03:13:04.189Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1506 | 2024-08-22T03:13:04.189Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1507 | 2024-08-22T03:13:04.189Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1508 | 2024-08-22T03:13:04.189Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 292
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50588
req_id = 21db6e70-de33-40f0-87e4-3252009ddf5f
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1509 | 2024-08-22T03:13:04.430Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58407
|
| 1510 | 2024-08-22T03:13:04.430Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0673aabd-3541-41cb-a886-23cdd3680f8f, kind: Service { id: 3ce7517f-82f9-4849-ad08-7cb0bf67f024 }, name: Name("external-dns-3ce7517f-82f9-4849-ad08-7cb0bf67f024"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ddeaf620-1944-4d2d-84d8-d718e3140255, kind: Service { id: 5a597bdf-a19f-4440-a5c9-c0ad27e590c2 }, name: Name("external-dns-5a597bdf-a19f-4440-a5c9-c0ad27e590c2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 206, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 53db6911-139a-448a-8c1b-7f8603cf520e, kind: Service { id: 3402f0c0-4afe-4d3a-ad22-fcd268662ca5 }, name: Name("nexus-3402f0c0-4afe-4d3a-ad22-fcd268662ca5"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7758080c-490c-471f-9344-372483ce67bb, kind: Service { id: 3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990 }, name: Name("nexus-3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cafe4faf-492c-4ce6-b87e-956f525f7351, kind: Service { id: 6704b89b-0851-45e8-ae6a-571db6735f05 }, name: Name("nexus-6704b89b-0851-45e8-ae6a-571db6735f05"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 72])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1511 | 2024-08-22T03:13:04.430Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1512 | 2024-08-22T03:13:04.431Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1513 | 2024-08-22T03:13:04.431Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1514 | 2024-08-22T03:13:04.431Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1515 | 2024-08-22T03:13:04.431Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1516 | 2024-08-22T03:13:04.431Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1517 | 2024-08-22T03:13:04.431Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 300
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58407
req_id = 8912a35a-5be7-4e9b-9c60-ea57c24a8b72
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1518 | 2024-08-22T03:13:07.468Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:54347
|
| 1519 | 2024-08-22T03:13:07.468Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 60
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:54347
req_id = 7dc20927-adb8-4576-a668-2a11a089fdbe
response_code = 200
uri = /baseboard
|
| 1520 | 2024-08-22T03:13:09.776Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44235
|
| 1521 | 2024-08-22T03:13:09.777Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 564
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44235
req_id = e0f6ee6a-5d7a-49a0-b337-6b153e22d898
response_code = 200
uri = /vpc-routes
|
| 1522 | 2024-08-22T03:13:09.837Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1260
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44235
req_id = 3cf58f4b-975b-4d10-92bf-82dee2f4dd1d
response_code = 204
uri = /vpc-routes
|
| 1523 | 2024-08-22T03:13:22.887Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57262
|
| 1524 | 2024-08-22T03:13:22.888Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1047
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57262
req_id = 48a587aa-9fd8-49e0-84f7-ee5bfdd7e7c8
response_code = 200
uri = /vpc-routes
|
| 1525 | 2024-08-22T03:13:22.906Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:57262
req_id = 81427422-8769-48d2-92df-c7dd67a8e5cc
response_code = 204
uri = /vpc-routes
|
| 1526 | 2024-08-22T03:13:22.934Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44010
|
| 1527 | 2024-08-22T03:13:22.935Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 299
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44010
req_id = 7249b2c8-e1a1-4768-8fa2-ef4da091e23f
response_code = 200
uri = /v2p
|
| 1528 | 2024-08-22T03:13:23.011Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64606
|
| 1529 | 2024-08-22T03:13:23.011Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64606
req_id = 8251c09f-7627-4af6-8740-9205bffa2cfb
response_code = 200
uri = /vpc-routes
|
| 1530 | 2024-08-22T03:13:23.028Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1168
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64606
req_id = ea97e388-19ef-46ff-874f-686090f053b4
response_code = 204
uri = /vpc-routes
|
| 1531 | 2024-08-22T03:13:23.054Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34300
|
| 1532 | 2024-08-22T03:13:23.054Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34300
req_id = a32890d4-faae-42d4-bf4f-d99f58a17d37
response_code = 200
uri = /v2p
|
| 1533 | 2024-08-22T03:13:23.272Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60414
|
| 1534 | 2024-08-22T03:13:23.274Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1535 | 2024-08-22T03:13:23.339Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1536 | 2024-08-22T03:13:23.400Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 128072
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60414
req_id = 5aaf1de5-39dc-44df-afce-90b555d92a8f
response_code = 204
uri = /switch-ports
|
| 1537 | 2024-08-22T03:13:23.400Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54356
|
| 1538 | 2024-08-22T03:13:23.402Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1539 | 2024-08-22T03:13:23.407Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6758
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60414
req_id = 86d463fa-1b06-4a0d-9f05-1dd79e0403c0
response_code = 200
uri = /network-bootstore-config
|
| 1540 | 2024-08-22T03:13:23.427Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 1541 | 2024-08-22T03:13:23.427Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 1542 | 2024-08-22T03:13:23.428Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 1543 | 2024-08-22T03:13:23.429Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 1544 | 2024-08-22T03:13:23.429Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1780
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:60414
req_id = 14ffdff4-46f4-4a57-a5e9-4a7ee0e26025
response_code = 204
uri = /network-bootstore-config
|
| 1545 | 2024-08-22T03:13:23.441Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65231
|
| 1546 | 2024-08-22T03:13:23.441Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65231
req_id = e8761465-b352-44a7-a548-0660845d7bf4
response_code = 200
uri = /vpc-routes
|
| 1547 | 2024-08-22T03:13:23.445Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1548 | 2024-08-22T03:13:23.449Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 995
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65231
req_id = 166f9698-678a-44c9-b12b-ad6594a7e6d8
response_code = 204
uri = /vpc-routes
|
| 1549 | 2024-08-22T03:13:23.503Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 102962
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:54356
req_id = a3cff2c2-7f7e-46b2-b135-92acf19786ed
response_code = 204
uri = /switch-ports
|
| 1550 | 2024-08-22T03:13:23.504Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54356
req_id = 6db2d104-a7d5-4eab-ae00-51ca53d650f2
response_code = 200
uri = /network-bootstore-config
|
| 1551 | 2024-08-22T03:13:23.604Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37384
|
| 1552 | 2024-08-22T03:13:23.604Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37384
req_id = 72753907-54c6-4b5e-8ab0-6b58b00d9ec9
response_code = 200
uri = /v2p
|
| 1553 | 2024-08-22T03:13:23.797Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47386
|
| 1554 | 2024-08-22T03:13:23.798Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1555 | 2024-08-22T03:13:23.834Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1556 | 2024-08-22T03:13:23.889Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91278
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:47386
req_id = 2e47221c-135e-49ed-a99a-e9c04c7ad640
response_code = 204
uri = /switch-ports
|
| 1557 | 2024-08-22T03:13:23.893Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 855
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47386
req_id = 80f76baf-9713-4e86-844a-6489c52eb606
response_code = 200
uri = /network-bootstore-config
|
| 1558 | 2024-08-22T03:13:24.819Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6137
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = bcedb76b-d37c-443b-8c0c-5cac2bb9cbfa
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1559 | 2024-08-22T03:13:37.504Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33258
|
| 1560 | 2024-08-22T03:13:37.504Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 35
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33258
req_id = c6c0b6dd-9231-4544-92d7-bb5360ef21a3
response_code = 200
uri = /baseboard
|
| 1561 | 2024-08-22T03:13:52.648Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54956
|
| 1562 | 2024-08-22T03:13:52.648Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54956
req_id = b3a151d9-f529-48e2-82e1-f3c77a94c6b2
response_code = 200
uri = /vpc-routes
|
| 1563 | 2024-08-22T03:13:52.654Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54956
req_id = 96524a53-e427-4bd3-a805-ce9e175c5685
response_code = 204
uri = /vpc-routes
|
| 1564 | 2024-08-22T03:13:52.671Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47523
|
| 1565 | 2024-08-22T03:13:52.672Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 922
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47523
req_id = 21820c39-5c15-4ea5-8bb4-e812c7543e6d
response_code = 200
uri = /v2p
|
| 1566 | 2024-08-22T03:13:52.715Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55184
|
| 1567 | 2024-08-22T03:13:52.716Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55184
req_id = fc97fca4-a422-4552-8ce4-0385ef5e43c5
response_code = 200
uri = /v2p
|
| 1568 | 2024-08-22T03:13:52.730Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51532
|
| 1569 | 2024-08-22T03:13:52.730Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 770
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51532
req_id = e02d68ab-0444-4d51-8bfa-9fc19a18c33c
response_code = 200
uri = /vpc-routes
|
| 1570 | 2024-08-22T03:13:52.736Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51532
req_id = 3492c5b9-dd52-4f52-a4b0-b7dcf43eedb1
response_code = 204
uri = /vpc-routes
|
| 1571 | 2024-08-22T03:13:52.831Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62181
|
| 1572 | 2024-08-22T03:13:52.832Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1573 | 2024-08-22T03:13:52.870Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1574 | 2024-08-22T03:13:52.921Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 90253
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:62181
req_id = 65f65f24-ebe4-47d1-bd5e-67ff6aa6bd4c
response_code = 204
uri = /switch-ports
|
| 1575 | 2024-08-22T03:13:52.922Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57804
|
| 1576 | 2024-08-22T03:13:52.922Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1577 | 2024-08-22T03:13:52.926Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3888
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62181
req_id = ce19fe3c-d696-433f-9852-374f09af2b95
response_code = 200
uri = /network-bootstore-config
|
| 1578 | 2024-08-22T03:13:52.955Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1579 | 2024-08-22T03:13:53.011Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 89843
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:57804
req_id = 82a426bd-be5d-41ed-bdf5-07267f893151
response_code = 204
uri = /switch-ports
|
| 1580 | 2024-08-22T03:13:53.012Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 187
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57804
req_id = 7c1cdb63-cb68-4cff-884f-27af5bdecfd9
response_code = 200
uri = /network-bootstore-config
|
| 1581 | 2024-08-22T03:13:53.386Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37986
|
| 1582 | 2024-08-22T03:13:53.387Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 744
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37986
req_id = 86263651-845c-41f9-8f84-7ff696a162f7
response_code = 200
uri = /vpc-routes
|
| 1583 | 2024-08-22T03:13:53.392Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 115
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37986
req_id = cd2cbeba-de23-4f3b-b628-23630f676396
response_code = 204
uri = /vpc-routes
|
| 1584 | 2024-08-22T03:13:53.496Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59206
|
| 1585 | 2024-08-22T03:13:53.496Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 156
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59206
req_id = a9db6589-1c08-4383-9554-b7c451696bdf
response_code = 200
uri = /v2p
|
| 1586 | 2024-08-22T03:13:53.592Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56311
|
| 1587 | 2024-08-22T03:13:53.592Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1588 | 2024-08-22T03:13:53.631Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1589 | 2024-08-22T03:13:53.685Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92851
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:56311
req_id = 5b37839b-6c7c-4284-8584-7d8352fc92c4
response_code = 204
uri = /switch-ports
|
| 1590 | 2024-08-22T03:13:53.686Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 236
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56311
req_id = 644d73f5-3515-4642-b191-d0a926859e32
response_code = 200
uri = /network-bootstore-config
|
| 1591 | 2024-08-22T03:13:54.824Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5969
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = 302be500-58cc-4a1f-b60a-8446ce787680
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1592 | 2024-08-22T03:14:07.536Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35653
|
| 1593 | 2024-08-22T03:14:07.537Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 564
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35653
req_id = 4f490352-4400-4c0a-aac0-d6a089ab7fbf
response_code = 200
uri = /baseboard
|
| 1594 | 2024-08-22T03:14:22.836Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52388
|
| 1595 | 2024-08-22T03:14:22.836Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52388
req_id = 21316d6c-2c9c-4445-91c4-0096cd0173a5
response_code = 200
uri = /vpc-routes
|
| 1596 | 2024-08-22T03:14:22.843Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52388
req_id = d53c79c4-ea61-48da-b940-cd02bfbae925
response_code = 204
uri = /vpc-routes
|
| 1597 | 2024-08-22T03:14:22.899Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58139
|
| 1598 | 2024-08-22T03:14:22.899Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 140
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58139
req_id = 9f74ed5e-818d-41ee-8d12-34c078a3e02b
response_code = 200
uri = /v2p
|
| 1599 | 2024-08-22T03:14:22.999Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59431
|
| 1600 | 2024-08-22T03:14:22.999Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59431
req_id = 117818a6-be3e-474c-9928-07a59f8c5519
response_code = 200
uri = /vpc-routes
|
| 1601 | 2024-08-22T03:14:23.005Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59431
req_id = 30820b2c-b5ea-46af-96e8-1ac4440ecbf0
response_code = 204
uri = /vpc-routes
|
| 1602 | 2024-08-22T03:14:23.049Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46686
|
| 1603 | 2024-08-22T03:14:23.049Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1604 | 2024-08-22T03:14:23.085Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1605 | 2024-08-22T03:14:23.142Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92405
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:46686
req_id = 1d27ef4c-9e88-4fdb-b4fc-fe29cc3a2b98
response_code = 204
uri = /switch-ports
|
| 1606 | 2024-08-22T03:14:23.142Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48042
|
| 1607 | 2024-08-22T03:14:23.143Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 964
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46686
req_id = e880ee55-240f-4459-9e61-0965d87bdb3b
response_code = 200
uri = /network-bootstore-config
|
| 1608 | 2024-08-22T03:14:23.143Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 884
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48042
req_id = 930d8903-e1e0-4363-9f35-6b58610dd915
response_code = 200
uri = /v2p
|
| 1609 | 2024-08-22T03:14:23.173Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44450
|
| 1610 | 2024-08-22T03:14:23.174Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1611 | 2024-08-22T03:14:23.209Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1612 | 2024-08-22T03:14:23.268Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94851
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:44450
req_id = 709578ee-0176-426f-9226-61dc8071ed05
response_code = 204
uri = /switch-ports
|
| 1613 | 2024-08-22T03:14:23.269Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44450
req_id = 6e7dfcc2-9a19-4610-86be-5f896562ec95
response_code = 200
uri = /network-bootstore-config
|
| 1614 | 2024-08-22T03:14:23.435Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64268
|
| 1615 | 2024-08-22T03:14:23.435Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 36
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64268
req_id = be1d8b99-ee40-49cf-a97b-d26a2add55a0
response_code = 200
uri = /vpc-routes
|
| 1616 | 2024-08-22T03:14:23.441Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:64268
req_id = 13484405-f989-4829-86e1-6075ee9fe85e
response_code = 204
uri = /vpc-routes
|
| 1617 | 2024-08-22T03:14:23.583Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57045
|
| 1618 | 2024-08-22T03:14:23.583Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57045
req_id = 2a5d7372-5c9f-4b27-9300-387060858305
response_code = 200
uri = /v2p
|
| 1619 | 2024-08-22T03:14:23.849Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64182
|
| 1620 | 2024-08-22T03:14:23.849Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1621 | 2024-08-22T03:14:23.884Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1622 | 2024-08-22T03:14:23.937Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 88222
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:64182
req_id = 5175931e-cbff-4bd1-9348-0c2288c79761
response_code = 204
uri = /switch-ports
|
| 1623 | 2024-08-22T03:14:23.941Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 865
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64182
req_id = 645ee994-9c62-4393-9882-017e0b0ced3a
response_code = 200
uri = /network-bootstore-config
|
| 1624 | 2024-08-22T03:14:24.822Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5440
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = 06dca677-e27e-4d65-a7e1-359484203407
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1625 | 2024-08-22T03:14:37.572Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51131
|
| 1626 | 2024-08-22T03:14:37.573Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 51
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51131
req_id = 996e3dcc-03d9-45cd-9ba7-5b4cbcd6b033
response_code = 200
uri = /baseboard
|
| 1627 | 2024-08-22T03:14:52.711Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47879
|
| 1628 | 2024-08-22T03:14:52.711Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 182
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47879
req_id = 2b70cfa7-b482-4ae5-ad93-3626e04f1695
response_code = 200
uri = /v2p
|
| 1629 | 2024-08-22T03:14:52.712Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49332
|
| 1630 | 2024-08-22T03:14:52.713Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 848
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49332
req_id = 58cf7058-5580-4794-895d-d382e41bea41
response_code = 200
uri = /vpc-routes
|
| 1631 | 2024-08-22T03:14:52.719Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49332
req_id = 8b7349ec-5a30-4cf1-8b88-1e75f444b58d
response_code = 204
uri = /vpc-routes
|
| 1632 | 2024-08-22T03:14:52.721Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44851
|
| 1633 | 2024-08-22T03:14:52.722Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44851
req_id = 07601f55-d84b-492b-bbdc-90c7d91187b0
response_code = 200
uri = /v2p
|
| 1634 | 2024-08-22T03:14:52.755Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44502
|
| 1635 | 2024-08-22T03:14:52.756Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 747
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44502
req_id = beed9371-c4ff-4229-9bd8-821be8be4f1c
response_code = 200
uri = /vpc-routes
|
| 1636 | 2024-08-22T03:14:52.761Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44502
req_id = 0f2e1053-187a-4ed7-aedb-8cd343f6c137
response_code = 204
uri = /vpc-routes
|
| 1637 | 2024-08-22T03:14:52.857Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37589
|
| 1638 | 2024-08-22T03:14:52.857Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1639 | 2024-08-22T03:14:52.895Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1640 | 2024-08-22T03:14:52.951Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93164
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:37589
req_id = fcbf9d1c-b1ee-4bfb-96df-87fe324865d9
response_code = 204
uri = /switch-ports
|
| 1641 | 2024-08-22T03:14:52.951Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56773
|
| 1642 | 2024-08-22T03:14:52.951Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1643 | 2024-08-22T03:14:52.986Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1644 | 2024-08-22T03:14:53.043Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92645
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56773
req_id = 62d9151c-4ab3-43fd-b3fd-bbcba3548cf2
response_code = 204
uri = /switch-ports
|
| 1645 | 2024-08-22T03:14:53.044Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 734
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37589
req_id = cdbe768a-30b7-4401-a18e-86275a2e293b
response_code = 200
uri = /network-bootstore-config
|
| 1646 | 2024-08-22T03:14:53.044Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 672
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56773
req_id = eb675347-7430-4a48-866a-19333e2a7b73
response_code = 200
uri = /network-bootstore-config
|
| 1647 | 2024-08-22T03:14:53.376Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42246
|
| 1648 | 2024-08-22T03:14:53.376Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 57
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42246
req_id = 2b1b6e65-d2e1-488c-8f82-e665679c6b40
response_code = 200
uri = /vpc-routes
|
| 1649 | 2024-08-22T03:14:53.381Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42246
req_id = 4720579d-7368-4c56-a247-4b82a6e3f8f7
response_code = 204
uri = /vpc-routes
|
| 1650 | 2024-08-22T03:14:53.420Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63264
|
| 1651 | 2024-08-22T03:14:53.421Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63264
req_id = acb93bad-f6b3-46d2-9ea3-55f902d16f62
response_code = 200
uri = /v2p
|
| 1652 | 2024-08-22T03:14:53.556Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34139
|
| 1653 | 2024-08-22T03:14:53.556Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1654 | 2024-08-22T03:14:53.593Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1655 | 2024-08-22T03:14:53.647Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91360
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:34139
req_id = 50d12c26-7d51-4677-b479-8412eae4141d
response_code = 204
uri = /switch-ports
|
| 1656 | 2024-08-22T03:14:53.647Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34139
req_id = 459af545-cce2-4660-98ec-f39529000bea
response_code = 200
uri = /network-bootstore-config
|
| 1657 | 2024-08-22T03:14:54.830Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6399
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = 89a4107a-ba13-4598-bd16-07c3309a3fd8
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1658 | 2024-08-22T03:15:07.610Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49571
|
| 1659 | 2024-08-22T03:15:07.610Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 58
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49571
req_id = e4584fb7-c608-44c2-b5d8-7309cd7a1220
response_code = 200
uri = /baseboard
|
| 1660 | 2024-08-22T03:15:22.742Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62774
|
| 1661 | 2024-08-22T03:15:22.742Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62774
req_id = 72461a9c-ef8d-4517-9792-87439b997427
response_code = 200
uri = /vpc-routes
|
| 1662 | 2024-08-22T03:15:22.750Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62774
req_id = 0a7791cf-ded0-450c-a5d5-9a557a3c6a1b
response_code = 204
uri = /vpc-routes
|
| 1663 | 2024-08-22T03:15:22.773Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54543
|
| 1664 | 2024-08-22T03:15:22.773Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54543
req_id = e4866f6c-f4fd-42fc-aec7-656e3fc59e89
response_code = 200
uri = /v2p
|
| 1665 | 2024-08-22T03:15:22.973Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49721
|
| 1666 | 2024-08-22T03:15:22.973Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49721
req_id = 9dce9677-07b5-4b28-84c7-645ec6fa7b49
response_code = 200
uri = /vpc-routes
|
| 1667 | 2024-08-22T03:15:22.981Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49721
req_id = 7f246982-7904-4a16-a184-f61c059ff7a4
response_code = 204
uri = /vpc-routes
|
| 1668 | 2024-08-22T03:15:23.044Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40842
|
| 1669 | 2024-08-22T03:15:23.044Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40842
req_id = 9046f5e2-8328-4f23-aa72-51db89417c7d
response_code = 200
uri = /v2p
|
| 1670 | 2024-08-22T03:15:23.103Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58592
|
| 1671 | 2024-08-22T03:15:23.103Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1672 | 2024-08-22T03:15:23.141Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1673 | 2024-08-22T03:15:23.196Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93644
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58592
req_id = 0936ecb5-f4ed-41cd-bdf4-75dd3765267b
response_code = 204
uri = /switch-ports
|
| 1674 | 2024-08-22T03:15:23.199Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 85
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58592
req_id = bcaf4fed-70dd-4d24-b4d3-f97218b8815e
response_code = 200
uri = /network-bootstore-config
|
| 1675 | 2024-08-22T03:15:23.372Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34740
|
| 1676 | 2024-08-22T03:15:23.373Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1677 | 2024-08-22T03:15:23.411Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1678 | 2024-08-22T03:15:23.472Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 99580
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:34740
req_id = f845bc5e-53d7-41a8-a64a-bd5b5369276d
response_code = 204
uri = /switch-ports
|
| 1679 | 2024-08-22T03:15:23.472Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63992
|
| 1680 | 2024-08-22T03:15:23.473Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63992
req_id = f17c9f2a-e0ff-4f40-acc4-3f0d240d26c4
response_code = 200
uri = /vpc-routes
|
| 1681 | 2024-08-22T03:15:23.473Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 235
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34740
req_id = 2230536c-9d59-4caf-a899-5fdc3db75a9d
response_code = 200
uri = /network-bootstore-config
|
| 1682 | 2024-08-22T03:15:23.481Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1223
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63992
req_id = d6277f9f-9eca-4f38-826e-2f62eb550188
response_code = 204
uri = /vpc-routes
|
| 1683 | 2024-08-22T03:15:23.828Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44939
|
| 1684 | 2024-08-22T03:15:23.829Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 798
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44939
req_id = e1cca357-c471-478b-8648-cfcccf0c52a5
response_code = 200
uri = /v2p
|
| 1685 | 2024-08-22T03:15:23.903Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44723
|
| 1686 | 2024-08-22T03:15:23.903Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1687 | 2024-08-22T03:15:23.942Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1688 | 2024-08-22T03:15:23.997Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93821
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:44723
req_id = 52e23a09-8e0b-4220-a4b5-b35a7055f361
response_code = 204
uri = /switch-ports
|
| 1689 | 2024-08-22T03:15:24.000Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44723
req_id = 28f95898-a6e4-4c6c-a882-b14997510142
response_code = 200
uri = /network-bootstore-config
|
| 1690 | 2024-08-22T03:15:24.902Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6271
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = 61fc71f4-9e83-4a6b-8d43-30a6add1655c
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1691 | 2024-08-22T03:15:29.296Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 1692 | 2024-08-22T03:15:37.645Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36449
|
| 1693 | 2024-08-22T03:15:37.645Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 75
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36449
req_id = 9b641402-aa45-4fa9-99ef-ab2651ae98ab
response_code = 200
uri = /baseboard
|
| 1694 | 2024-08-22T03:15:52.628Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50312
|
| 1695 | 2024-08-22T03:15:52.628Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50312
req_id = f5ff64cf-2a01-4612-bf15-4c70a7498b44
response_code = 200
uri = /vpc-routes
|
| 1696 | 2024-08-22T03:15:52.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 132
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50312
req_id = a0d7cb9a-a6cb-45ab-bf16-58424c035c99
response_code = 204
uri = /vpc-routes
|
| 1697 | 2024-08-22T03:15:52.660Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39333
|
| 1698 | 2024-08-22T03:15:52.660Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 44
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39333
req_id = b7753c54-d89c-4eb8-8024-aa868faf4e52
response_code = 200
uri = /vpc-routes
|
| 1699 | 2024-08-22T03:15:52.667Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39333
req_id = 4ca47fa3-5a3d-4079-a7bf-51d0aa92dc82
response_code = 204
uri = /vpc-routes
|
| 1700 | 2024-08-22T03:15:52.743Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55440
|
| 1701 | 2024-08-22T03:15:52.744Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 905
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55440
req_id = 159cd2cb-01d6-4df4-a0a5-9ab5d5ce6abf
response_code = 200
uri = /v2p
|
| 1702 | 2024-08-22T03:15:52.748Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54621
|
| 1703 | 2024-08-22T03:15:52.748Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54621
req_id = 556a6110-05b6-4430-b62b-95f319e97756
response_code = 200
uri = /v2p
|
| 1704 | 2024-08-22T03:15:52.828Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33531
|
| 1705 | 2024-08-22T03:15:52.828Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1706 | 2024-08-22T03:15:52.866Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1707 | 2024-08-22T03:15:52.923Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95859
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:33531
req_id = 1d24f39f-cd8a-4f7d-80a0-e028c443d34c
response_code = 204
uri = /switch-ports
|
| 1708 | 2024-08-22T03:15:52.924Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39983
|
| 1709 | 2024-08-22T03:15:52.924Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 225
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33531
req_id = d482d2c0-09d4-4fd8-8fe1-12deaa6528c5
response_code = 200
uri = /network-bootstore-config
|
| 1710 | 2024-08-22T03:15:52.925Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1711 | 2024-08-22T03:15:52.961Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1712 | 2024-08-22T03:15:53.012Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 88617
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39983
req_id = 5c822414-e59e-4106-8908-1857c4769dca
response_code = 204
uri = /switch-ports
|
| 1713 | 2024-08-22T03:15:53.013Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 176
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39983
req_id = 4238ce9c-b42d-4126-914c-0767bb13e3ea
response_code = 200
uri = /network-bootstore-config
|
| 1714 | 2024-08-22T03:15:53.505Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54170
|
| 1715 | 2024-08-22T03:15:53.506Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54170
req_id = 2b433595-5015-4bb2-921b-25c0acb48188
response_code = 200
uri = /vpc-routes
|
| 1716 | 2024-08-22T03:15:53.513Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:54170
req_id = 3f02acb9-5987-4555-a5d9-9b3abec094a6
response_code = 204
uri = /vpc-routes
|
| 1717 | 2024-08-22T03:15:53.531Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55571
|
| 1718 | 2024-08-22T03:15:53.532Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 579
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55571
req_id = 53bd821b-e2e0-4895-8138-9389777ce490
response_code = 200
uri = /v2p
|
| 1719 | 2024-08-22T03:15:53.665Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58727
|
| 1720 | 2024-08-22T03:15:53.665Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1721 | 2024-08-22T03:15:53.702Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1722 | 2024-08-22T03:15:53.755Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 89313
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58727
req_id = dc193a46-9958-4b34-904b-633f025fe87d
response_code = 204
uri = /switch-ports
|
| 1723 | 2024-08-22T03:15:53.758Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58727
req_id = 83ae2207-3848-43b3-8260-11104762d97c
response_code = 200
uri = /network-bootstore-config
|
| 1724 | 2024-08-22T03:15:54.903Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6170
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = 8354fb00-b910-4156-a263-d35f83407346
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1725 | 2024-08-22T03:16:07.680Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:43438
|
| 1726 | 2024-08-22T03:16:07.680Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 35
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:43438
req_id = c3de64e2-ce9e-471b-b165-7c46965c730b
response_code = 200
uri = /baseboard
|
| 1727 | 2024-08-22T03:16:22.885Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60713
|
| 1728 | 2024-08-22T03:16:22.885Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 185
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60713
req_id = e17c9cf2-62fc-4eb6-b55e-8766e2d59532
response_code = 200
uri = /v2p
|
| 1729 | 2024-08-22T03:16:22.952Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39195
|
| 1730 | 2024-08-22T03:16:22.952Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39195
req_id = 26ef4305-4bae-4cbe-81d8-205ce5da2ff6
response_code = 200
uri = /vpc-routes
|
| 1731 | 2024-08-22T03:16:22.960Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 711
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39195
req_id = e199d5b6-c7b0-42da-857a-107d59c0f733
response_code = 204
uri = /vpc-routes
|
| 1732 | 2024-08-22T03:16:22.971Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43725
|
| 1733 | 2024-08-22T03:16:22.971Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 34
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43725
req_id = 04b86217-68c1-48d6-a33f-d50dc5618b79
response_code = 200
uri = /vpc-routes
|
| 1734 | 2024-08-22T03:16:22.978Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 66
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43725
req_id = 248f5d6b-b00a-49a9-afe8-f6423c5ec481
response_code = 204
uri = /vpc-routes
|
| 1735 | 2024-08-22T03:16:22.984Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41332
|
| 1736 | 2024-08-22T03:16:22.984Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41332
req_id = 5ba1db94-5fc5-475f-aad3-e7e5f822f83d
response_code = 200
uri = /v2p
|
| 1737 | 2024-08-22T03:16:23.152Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61807
|
| 1738 | 2024-08-22T03:16:23.152Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1739 | 2024-08-22T03:16:23.189Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1740 | 2024-08-22T03:16:23.245Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92669
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:61807
req_id = ace723a5-260f-4e2a-8cb8-0526eea72ba9
response_code = 204
uri = /switch-ports
|
| 1741 | 2024-08-22T03:16:23.245Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42579
|
| 1742 | 2024-08-22T03:16:23.247Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1743 | 2024-08-22T03:16:23.247Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1494
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61807
req_id = 5b6f3282-8e82-4a37-99c6-67b47f116038
response_code = 200
uri = /network-bootstore-config
|
| 1744 | 2024-08-22T03:16:23.292Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1745 | 2024-08-22T03:16:23.352Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 106230
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:42579
req_id = f8dca0a2-1c22-42bd-beef-1d5bf0de4b17
response_code = 204
uri = /switch-ports
|
| 1746 | 2024-08-22T03:16:23.352Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 149
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42579
req_id = 1ed33305-7e33-4aa3-b291-f2589db76e28
response_code = 200
uri = /network-bootstore-config
|
| 1747 | 2024-08-22T03:16:23.470Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40601
|
| 1748 | 2024-08-22T03:16:23.470Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40601
req_id = b0e577a2-880a-4429-ba4d-3532c540dfb8
response_code = 200
uri = /vpc-routes
|
| 1749 | 2024-08-22T03:16:23.477Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:40601
req_id = 016252ec-88f7-47fb-b91e-38d2196c2c96
response_code = 204
uri = /vpc-routes
|
| 1750 | 2024-08-22T03:16:23.588Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41996
|
| 1751 | 2024-08-22T03:16:23.589Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 934
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41996
req_id = 682dbe1d-8fed-4cc5-8af4-975d40c411f0
response_code = 200
uri = /v2p
|
| 1752 | 2024-08-22T03:16:23.773Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35061
|
| 1753 | 2024-08-22T03:16:23.773Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1754 | 2024-08-22T03:16:23.810Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1755 | 2024-08-22T03:16:23.863Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 89354
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35061
req_id = 9028e06d-2413-4932-b166-e9a8d8f8c1a8
response_code = 204
uri = /switch-ports
|
| 1756 | 2024-08-22T03:16:23.864Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1003
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35061
req_id = 821683b6-53b0-4d54-91c5-45c0f850bdec
response_code = 200
uri = /network-bootstore-config
|
| 1757 | 2024-08-22T03:16:24.904Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6394
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = 84139076-4c0c-41ed-ad39-a6baacf8c3bb
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1758 | 2024-08-22T03:16:37.715Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37143
|
| 1759 | 2024-08-22T03:16:37.715Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 62
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37143
req_id = 67c3c025-1def-4d41-ae5d-8ac082a5c602
response_code = 200
uri = /baseboard
|
| 1760 | 2024-08-22T03:16:52.667Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36260
|
| 1761 | 2024-08-22T03:16:52.667Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36260
req_id = 2d1ff4f1-45d4-4ba0-83bb-6c492df419cd
response_code = 200
uri = /vpc-routes
|
| 1762 | 2024-08-22T03:16:52.673Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1039
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:36260
req_id = 24dde2df-b675-4661-a51e-d8013bd06b1f
response_code = 204
uri = /vpc-routes
|
| 1763 | 2024-08-22T03:16:52.773Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46272
|
| 1764 | 2024-08-22T03:16:52.773Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46272
req_id = bbb18079-110a-4a41-9363-b77434552942
response_code = 200
uri = /vpc-routes
|
| 1765 | 2024-08-22T03:16:52.780Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 845
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46272
req_id = d0bcb87d-9d74-4353-b424-f56878c08e93
response_code = 204
uri = /vpc-routes
|
| 1766 | 2024-08-22T03:16:52.780Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63539
|
| 1767 | 2024-08-22T03:16:52.781Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63539
req_id = 6657f7a9-6a61-46f8-b69b-3103094835d5
response_code = 200
uri = /v2p
|
| 1768 | 2024-08-22T03:16:52.859Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46827
|
| 1769 | 2024-08-22T03:16:52.860Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 765
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46827
req_id = b59beb43-4877-4ea6-b16f-1820fbff55c0
response_code = 200
uri = /v2p
|
| 1770 | 2024-08-22T03:16:52.908Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60116
|
| 1771 | 2024-08-22T03:16:52.908Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1772 | 2024-08-22T03:16:52.948Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1773 | 2024-08-22T03:16:53.004Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95865
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:60116
req_id = 6851fd48-59c9-4999-a25c-affb7ef83dc6
response_code = 204
uri = /switch-ports
|
| 1774 | 2024-08-22T03:16:53.004Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45149
|
| 1775 | 2024-08-22T03:16:53.004Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1776 | 2024-08-22T03:16:53.008Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3457
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60116
req_id = b302e101-523c-476a-833c-5530bdf37463
response_code = 200
uri = /network-bootstore-config
|
| 1777 | 2024-08-22T03:16:53.039Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1778 | 2024-08-22T03:16:53.091Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 86928
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45149
req_id = 333a4d06-ae81-429a-a026-d4c2c0f8a35b
response_code = 204
uri = /switch-ports
|
| 1779 | 2024-08-22T03:16:53.091Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 163
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45149
req_id = 92b2eba6-191d-4c79-b60e-d81a383f9549
response_code = 200
uri = /network-bootstore-config
|
| 1780 | 2024-08-22T03:16:53.499Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41833
|
| 1781 | 2024-08-22T03:16:53.499Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41833
req_id = 9062e828-c2bc-41c9-a2bc-71fab0f8e9f5
response_code = 200
uri = /vpc-routes
|
| 1782 | 2024-08-22T03:16:53.506Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 631
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:41833
req_id = e62968fd-0fae-40dd-b657-beef7fd08ec4
response_code = 204
uri = /vpc-routes
|
| 1783 | 2024-08-22T03:16:53.509Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60518
|
| 1784 | 2024-08-22T03:16:53.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60518
req_id = 0d8e1f21-5be0-4027-bc35-ae69bb9a7714
response_code = 200
uri = /v2p
|
| 1785 | 2024-08-22T03:16:53.577Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36041
|
| 1786 | 2024-08-22T03:16:53.577Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1787 | 2024-08-22T03:16:53.618Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1788 | 2024-08-22T03:16:53.672Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94556
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36041
req_id = 19368213-0ce4-4596-ab5c-67e075cc5ba7
response_code = 204
uri = /switch-ports
|
| 1789 | 2024-08-22T03:16:53.672Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36041
req_id = f86b60d3-456d-41d4-8d9c-e2e921ae5223
response_code = 200
uri = /network-bootstore-config
|
| 1790 | 2024-08-22T03:16:54.904Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5567
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = 7202a75b-d8ad-4e35-94a4-0b8be685aeef
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1791 | 2024-08-22T03:17:07.753Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:52489
|
| 1792 | 2024-08-22T03:17:07.753Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 64
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:52489
req_id = efbe35a9-8bd4-42cd-9002-dc02ec6520f9
response_code = 200
uri = /baseboard
|
| 1793 | 2024-08-22T03:17:22.785Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49692
|
| 1794 | 2024-08-22T03:17:22.785Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 163
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49692
req_id = 1d2a5560-5727-402e-b452-d57f52353e3a
response_code = 200
uri = /v2p
|
| 1795 | 2024-08-22T03:17:22.888Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36440
|
| 1796 | 2024-08-22T03:17:22.888Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 169
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36440
req_id = 2750fdfa-1249-4cef-9f9c-fa167a8f82cd
response_code = 200
uri = /v2p
|
| 1797 | 2024-08-22T03:17:22.921Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:32789
|
| 1798 | 2024-08-22T03:17:22.922Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 950
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:32789
req_id = 61660287-b2b9-4723-89ea-f5c643a80421
response_code = 200
uri = /vpc-routes
|
| 1799 | 2024-08-22T03:17:22.922Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44355
|
| 1800 | 2024-08-22T03:17:22.922Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0673aabd-3541-41cb-a886-23cdd3680f8f, kind: Service { id: 3ce7517f-82f9-4849-ad08-7cb0bf67f024 }, name: Name("external-dns-3ce7517f-82f9-4849-ad08-7cb0bf67f024"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ddeaf620-1944-4d2d-84d8-d718e3140255, kind: Service { id: 5a597bdf-a19f-4440-a5c9-c0ad27e590c2 }, name: Name("external-dns-5a597bdf-a19f-4440-a5c9-c0ad27e590c2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 206, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 53db6911-139a-448a-8c1b-7f8603cf520e, kind: Service { id: 3402f0c0-4afe-4d3a-ad22-fcd268662ca5 }, name: Name("nexus-3402f0c0-4afe-4d3a-ad22-fcd268662ca5"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7758080c-490c-471f-9344-372483ce67bb, kind: Service { id: 3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990 }, name: Name("nexus-3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cafe4faf-492c-4ce6-b87e-956f525f7351, kind: Service { id: 6704b89b-0851-45e8-ae6a-571db6735f05 }, name: Name("nexus-6704b89b-0851-45e8-ae6a-571db6735f05"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 72])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1801 | 2024-08-22T03:17:22.922Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1802 | 2024-08-22T03:17:22.922Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1803 | 2024-08-22T03:17:22.922Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1804 | 2024-08-22T03:17:22.922Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1805 | 2024-08-22T03:17:22.922Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1806 | 2024-08-22T03:17:22.922Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1807 | 2024-08-22T03:17:22.922Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 255
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44355
req_id = 6c021d83-18fe-481c-abc0-3b4f6991c733
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1808 | 2024-08-22T03:17:22.929Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 371
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:32789
req_id = d2aa8fb8-1f3e-43e1-bd57-99a39ba17016
response_code = 204
uri = /vpc-routes
|
| 1809 | 2024-08-22T03:17:22.968Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59090
|
| 1810 | 2024-08-22T03:17:22.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 35
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59090
req_id = 5127a1c5-bf27-431b-9db4-56986e201668
response_code = 200
uri = /vpc-routes
|
| 1811 | 2024-08-22T03:17:22.975Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 544
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:59090
req_id = 1fe8c4a8-e7d9-4ee3-8570-d4bd8fff9071
response_code = 204
uri = /vpc-routes
|
| 1812 | 2024-08-22T03:17:23.059Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39389
|
| 1813 | 2024-08-22T03:17:23.060Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0673aabd-3541-41cb-a886-23cdd3680f8f, kind: Service { id: 3ce7517f-82f9-4849-ad08-7cb0bf67f024 }, name: Name("external-dns-3ce7517f-82f9-4849-ad08-7cb0bf67f024"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ddeaf620-1944-4d2d-84d8-d718e3140255, kind: Service { id: 5a597bdf-a19f-4440-a5c9-c0ad27e590c2 }, name: Name("external-dns-5a597bdf-a19f-4440-a5c9-c0ad27e590c2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 206, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 53db6911-139a-448a-8c1b-7f8603cf520e, kind: Service { id: 3402f0c0-4afe-4d3a-ad22-fcd268662ca5 }, name: Name("nexus-3402f0c0-4afe-4d3a-ad22-fcd268662ca5"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7758080c-490c-471f-9344-372483ce67bb, kind: Service { id: 3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990 }, name: Name("nexus-3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cafe4faf-492c-4ce6-b87e-956f525f7351, kind: Service { id: 6704b89b-0851-45e8-ae6a-571db6735f05 }, name: Name("nexus-6704b89b-0851-45e8-ae6a-571db6735f05"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 72])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1814 | 2024-08-22T03:17:23.060Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1815 | 2024-08-22T03:17:23.060Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1816 | 2024-08-22T03:17:23.060Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1817 | 2024-08-22T03:17:23.060Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1818 | 2024-08-22T03:17:23.060Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1819 | 2024-08-22T03:17:23.060Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1820 | 2024-08-22T03:17:23.060Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 909
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39389
req_id = 6383415a-8602-4e37-8a2b-ddb55056bbf2
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1821 | 2024-08-22T03:17:23.069Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55329
|
| 1822 | 2024-08-22T03:17:23.069Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1823 | 2024-08-22T03:17:23.102Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1824 | 2024-08-22T03:17:23.152Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 83464
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:55329
req_id = e3af9e9c-2a7c-493f-bbbd-65c15b0e4398
response_code = 204
uri = /switch-ports
|
| 1825 | 2024-08-22T03:17:23.153Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55329
req_id = f11fe204-d19f-41f4-93fd-daa612eaa02c
response_code = 200
uri = /network-bootstore-config
|
| 1826 | 2024-08-22T03:17:23.264Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41223
|
| 1827 | 2024-08-22T03:17:23.264Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1828 | 2024-08-22T03:17:23.305Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1829 | 2024-08-22T03:17:23.358Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93758
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:41223
req_id = e01cb584-5899-4134-ab4d-3d98691c0887
response_code = 204
uri = /switch-ports
|
| 1830 | 2024-08-22T03:17:23.362Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41223
req_id = 82435e77-6640-4dcf-9421-88e9012d9e7a
response_code = 200
uri = /network-bootstore-config
|
| 1831 | 2024-08-22T03:17:23.527Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50671
|
| 1832 | 2024-08-22T03:17:23.527Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 188
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50671
req_id = b219fb7e-1db5-47e9-a869-9ddaafc173ff
response_code = 200
uri = /v2p
|
| 1833 | 2024-08-22T03:17:23.593Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63511
|
| 1834 | 2024-08-22T03:17:23.593Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 32
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63511
req_id = 54d18346-8314-4c0d-adb4-5aefc86235da
response_code = 200
uri = /vpc-routes
|
| 1835 | 2024-08-22T03:17:23.600Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63511
req_id = 50fd746a-141b-4a02-aa95-610a8364bb16
response_code = 204
uri = /vpc-routes
|
| 1836 | 2024-08-22T03:17:23.802Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42699
|
| 1837 | 2024-08-22T03:17:23.802Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0673aabd-3541-41cb-a886-23cdd3680f8f, kind: Service { id: 3ce7517f-82f9-4849-ad08-7cb0bf67f024 }, name: Name("external-dns-3ce7517f-82f9-4849-ad08-7cb0bf67f024"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 82])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ddeaf620-1944-4d2d-84d8-d718e3140255, kind: Service { id: 5a597bdf-a19f-4440-a5c9-c0ad27e590c2 }, name: Name("external-dns-5a597bdf-a19f-4440-a5c9-c0ad27e590c2"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 206, 105])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 53db6911-139a-448a-8c1b-7f8603cf520e, kind: Service { id: 3402f0c0-4afe-4d3a-ad22-fcd268662ca5 }, name: Name("nexus-3402f0c0-4afe-4d3a-ad22-fcd268662ca5"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7758080c-490c-471f-9344-372483ce67bb, kind: Service { id: 3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990 }, name: Name("nexus-3fd8dca3-b16c-4e0d-a7ea-81aa9fb66990"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 170, 108])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cafe4faf-492c-4ce6-b87e-956f525f7351, kind: Service { id: 6704b89b-0851-45e8-ae6a-571db6735f05 }, name: Name("nexus-6704b89b-0851-45e8-ae6a-571db6735f05"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 72])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1838 | 2024-08-22T03:17:23.802Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1839 | 2024-08-22T03:17:23.802Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1840 | 2024-08-22T03:17:23.802Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1841 | 2024-08-22T03:17:23.802Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1842 | 2024-08-22T03:17:23.802Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1843 | 2024-08-22T03:17:23.802Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1844 | 2024-08-22T03:17:23.802Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 250
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42699
req_id = b8312b52-f80d-433b-b061-ae0993dbca30
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1845 | 2024-08-22T03:17:23.960Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40415
|
| 1846 | 2024-08-22T03:17:23.960Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1847 | 2024-08-22T03:17:24.000Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1848 | 2024-08-22T03:17:24.056Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95787
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:40415
req_id = e7a3d2eb-a3f4-4b44-a5ed-354735cbdb68
response_code = 204
uri = /switch-ports
|
| 1849 | 2024-08-22T03:17:24.060Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40415
req_id = 8fd74979-6aa4-4f0a-985c-deecce310b8c
response_code = 200
uri = /network-bootstore-config
|
| 1850 | 2024-08-22T03:17:24.905Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5833
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = dd2bd09d-c8f0-4985-be91-8d1da1e664d9
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1851 | 2024-08-22T03:17:37.788Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50673
|
| 1852 | 2024-08-22T03:17:37.788Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50673
req_id = a81c75ea-5d4b-4488-a60a-fe4fe68a2d30
response_code = 200
uri = /baseboard
|
| 1853 | 2024-08-22T03:17:52.641Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44820
|
| 1854 | 2024-08-22T03:17:52.641Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 85
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44820
req_id = b09955ff-5af2-4987-820e-a7ba13ceb7e9
response_code = 200
uri = /vpc-routes
|
| 1855 | 2024-08-22T03:17:52.648Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44820
req_id = 965f326b-678e-4bde-a007-452f3a8e6133
response_code = 204
uri = /vpc-routes
|
| 1856 | 2024-08-22T03:17:52.775Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40860
|
| 1857 | 2024-08-22T03:17:52.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 36
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40860
req_id = 34d6f8c7-3178-4083-9934-8224b9c5ffda
response_code = 200
uri = /vpc-routes
|
| 1858 | 2024-08-22T03:17:52.781Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40860
req_id = 4edf0f6f-6348-495e-9605-38dd2bd70ccd
response_code = 204
uri = /vpc-routes
|
| 1859 | 2024-08-22T03:17:52.796Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61778
|
| 1860 | 2024-08-22T03:17:52.796Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61778
req_id = ff1cc772-7b3c-4298-aef6-4f4c9430b09f
response_code = 200
uri = /v2p
|
| 1861 | 2024-08-22T03:17:52.813Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51682
|
| 1862 | 2024-08-22T03:17:52.813Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51682
req_id = b916a2c7-1aea-4849-a724-50636f5043ea
response_code = 200
uri = /v2p
|
| 1863 | 2024-08-22T03:17:52.890Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39544
|
| 1864 | 2024-08-22T03:17:52.890Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1865 | 2024-08-22T03:17:52.928Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1866 | 2024-08-22T03:17:52.981Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91077
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39544
req_id = 6fccf421-a938-4a1c-991d-3cfd70297ce3
response_code = 204
uri = /switch-ports
|
| 1867 | 2024-08-22T03:17:52.981Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56304
|
| 1868 | 2024-08-22T03:17:52.981Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1869 | 2024-08-22T03:17:52.984Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3322
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39544
req_id = 2029fbbf-a5ff-4367-a8f6-84ecb9067d1a
response_code = 200
uri = /network-bootstore-config
|
| 1870 | 2024-08-22T03:17:53.016Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1871 | 2024-08-22T03:17:53.068Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 87174
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56304
req_id = 4a3a7e51-eaa0-4db9-8417-ac2188d60612
response_code = 204
uri = /switch-ports
|
| 1872 | 2024-08-22T03:17:53.069Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 840
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56304
req_id = f2fd2e99-9dbb-4024-bcf5-826a5b189b7c
response_code = 200
uri = /network-bootstore-config
|
| 1873 | 2024-08-22T03:17:53.390Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60765
|
| 1874 | 2024-08-22T03:17:53.390Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60765
req_id = 2e0c011c-6129-4fe1-8236-d5ea6e330731
response_code = 200
uri = /vpc-routes
|
| 1875 | 2024-08-22T03:17:53.397Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1015
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60765
req_id = 55e042e2-1290-4b6e-809d-a55f4fed57c2
response_code = 204
uri = /vpc-routes
|
| 1876 | 2024-08-22T03:17:53.571Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56425
|
| 1877 | 2024-08-22T03:17:53.571Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56425
req_id = 3e365948-c555-4d03-be87-2b870ca2c260
response_code = 200
uri = /v2p
|
| 1878 | 2024-08-22T03:17:53.675Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51445
|
| 1879 | 2024-08-22T03:17:53.676Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1880 | 2024-08-22T03:17:53.710Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1881 | 2024-08-22T03:17:53.763Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 87169
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:51445
req_id = 5392c31a-4445-47c0-a223-6868669dd168
response_code = 204
uri = /switch-ports
|
| 1882 | 2024-08-22T03:17:53.763Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51445
req_id = e627b48f-c21c-4fd6-bfdf-cf9b8d7f31a5
response_code = 200
uri = /network-bootstore-config
|
| 1883 | 2024-08-22T03:17:55.009Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5404
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = 334bdb14-55cf-4238-a17d-9a3d6e305630
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1884 | 2024-08-22T03:18:07.828Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35836
|
| 1885 | 2024-08-22T03:18:07.829Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 103
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35836
req_id = e4381c4b-5d17-462a-b9f3-5ff702d9b847
response_code = 200
uri = /baseboard
|
| 1886 | 2024-08-22T03:18:22.880Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46844
|
| 1887 | 2024-08-22T03:18:22.880Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46844
req_id = 40338da8-455f-420e-aff3-da240186d35e
response_code = 200
uri = /vpc-routes
|
| 1888 | 2024-08-22T03:18:22.886Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46844
req_id = dfd2d247-5669-4eaf-b815-743935f3d756
response_code = 204
uri = /vpc-routes
|
| 1889 | 2024-08-22T03:18:22.932Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56498
|
| 1890 | 2024-08-22T03:18:22.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56498
req_id = b0fdabd6-9dcf-4ec9-9949-3950ffba9ae0
response_code = 200
uri = /v2p
|
| 1891 | 2024-08-22T03:18:23.068Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46318
|
| 1892 | 2024-08-22T03:18:23.068Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 36
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46318
req_id = d72ad499-cd03-4051-95a3-8ba86c2a8c16
response_code = 200
uri = /vpc-routes
|
| 1893 | 2024-08-22T03:18:23.068Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50554
|
| 1894 | 2024-08-22T03:18:23.068Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50554
req_id = 0c063626-a6a8-40cb-9e66-b1b3f079ebfe
response_code = 200
uri = /v2p
|
| 1895 | 2024-08-22T03:18:23.078Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 745
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46318
req_id = ed85d571-e7ff-4f4a-9f1c-7abfed389ab6
response_code = 204
uri = /vpc-routes
|
| 1896 | 2024-08-22T03:18:23.133Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53746
|
| 1897 | 2024-08-22T03:18:23.134Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1898 | 2024-08-22T03:18:23.172Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1899 | 2024-08-22T03:18:23.226Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92700
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:53746
req_id = 07497f07-1772-40ec-b9dd-0aea4a8ca2bc
response_code = 204
uri = /switch-ports
|
| 1900 | 2024-08-22T03:18:23.226Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47461
|
| 1901 | 2024-08-22T03:18:23.226Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1902 | 2024-08-22T03:18:23.230Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3190
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53746
req_id = 043cfa66-d4a2-41bd-94cd-36badbfca933
response_code = 200
uri = /network-bootstore-config
|
| 1903 | 2024-08-22T03:18:23.268Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1904 | 2024-08-22T03:18:23.333Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 106489
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:47461
req_id = 5d5ab820-4f2c-45cd-b3e5-a4b8a575f24f
response_code = 204
uri = /switch-ports
|
| 1905 | 2024-08-22T03:18:23.333Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 188
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47461
req_id = 2c8deb4e-2f25-4d7b-bc51-87820ba9225a
response_code = 200
uri = /network-bootstore-config
|
| 1906 | 2024-08-22T03:18:23.489Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45072
|
| 1907 | 2024-08-22T03:18:23.489Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 177
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45072
req_id = 347c7dca-b235-4908-865c-e67932538945
response_code = 200
uri = /v2p
|
| 1908 | 2024-08-22T03:18:23.591Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38856
|
| 1909 | 2024-08-22T03:18:23.591Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 339
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38856
req_id = 2fd33104-29f8-4d36-acf0-daabe8034e9a
response_code = 200
uri = /vpc-routes
|
| 1910 | 2024-08-22T03:18:23.598Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:38856
req_id = 8ded1d78-f901-4b21-8e2b-fa7a4df59d75
response_code = 204
uri = /vpc-routes
|
| 1911 | 2024-08-22T03:18:23.886Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35616
|
| 1912 | 2024-08-22T03:18:23.886Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1913 | 2024-08-22T03:18:23.923Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1914 | 2024-08-22T03:18:23.974Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 88107
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35616
req_id = b64ea5ac-7100-4540-ad29-3e3f46dfd541
response_code = 204
uri = /switch-ports
|
| 1915 | 2024-08-22T03:18:23.977Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35616
req_id = dfefb5b1-ffdc-4c79-9cc5-c3ad90cff8a8
response_code = 200
uri = /network-bootstore-config
|
| 1916 | 2024-08-22T03:18:25.009Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5219
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = aa553d37-5ce7-413f-8519-aea5e5bdc7d5
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1917 | 2024-08-22T03:18:37.861Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50596
|
| 1918 | 2024-08-22T03:18:37.861Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 59
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:50596
req_id = 4877fdcd-5910-423f-a954-ba4e4a1c170b
response_code = 200
uri = /baseboard
|
| 1919 | 2024-08-22T03:18:52.652Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63341
|
| 1920 | 2024-08-22T03:18:52.652Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63341
req_id = 69760ad2-801d-4c85-92b5-c14911161d5e
response_code = 200
uri = /vpc-routes
|
| 1921 | 2024-08-22T03:18:52.658Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63341
req_id = 29c86b2b-d278-4b8e-99b5-fdcc027f3439
response_code = 204
uri = /vpc-routes
|
| 1922 | 2024-08-22T03:18:52.670Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44204
|
| 1923 | 2024-08-22T03:18:52.670Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 30
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44204
req_id = 3ce10a83-3842-4eba-9194-d2ba44093317
response_code = 200
uri = /vpc-routes
|
| 1924 | 2024-08-22T03:18:52.676Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 728
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44204
req_id = 0d803a93-6ef8-468a-abb7-17d8c91119b5
response_code = 204
uri = /vpc-routes
|
| 1925 | 2024-08-22T03:18:52.747Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52769
|
| 1926 | 2024-08-22T03:18:52.748Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 157
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52769
req_id = 6dd17d4a-b14b-4b1f-8106-dfda784e1553
response_code = 200
uri = /v2p
|
| 1927 | 2024-08-22T03:18:52.847Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45119
|
| 1928 | 2024-08-22T03:18:52.848Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1929 | 2024-08-22T03:18:52.884Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1930 | 2024-08-22T03:18:52.940Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92165
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45119
req_id = 1cfedb36-6fcf-44e1-a901-e39000c6366d
response_code = 204
uri = /switch-ports
|
| 1931 | 2024-08-22T03:18:52.940Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47029
|
| 1932 | 2024-08-22T03:18:52.941Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 829
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47029
req_id = 21416b4c-2be1-47d1-bfa0-867a3e361140
response_code = 200
uri = /v2p
|
| 1933 | 2024-08-22T03:18:52.941Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 794
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45119
req_id = f9477172-6ca5-4866-974e-f46f89fbd2c8
response_code = 200
uri = /network-bootstore-config
|
| 1934 | 2024-08-22T03:18:53.031Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53955
|
| 1935 | 2024-08-22T03:18:53.031Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1936 | 2024-08-22T03:18:53.067Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1937 | 2024-08-22T03:18:53.113Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 81323
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:53955
req_id = 7a70e32f-0ec1-45c5-9a33-31bb3759a5eb
response_code = 204
uri = /switch-ports
|
| 1938 | 2024-08-22T03:18:53.113Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53955
req_id = f0d486d2-c8a4-4a2a-97e3-8d918b2f97b6
response_code = 200
uri = /network-bootstore-config
|
| 1939 | 2024-08-22T03:18:53.410Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44881
|
| 1940 | 2024-08-22T03:18:53.411Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 739
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44881
req_id = 006bc4dd-9008-46db-a897-93f3995e9985
response_code = 200
uri = /v2p
|
| 1941 | 2024-08-22T03:18:53.507Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42905
|
| 1942 | 2024-08-22T03:18:53.507Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42905
req_id = 88dd308b-ab7a-48ae-9df4-360a8acd6039
response_code = 200
uri = /vpc-routes
|
| 1943 | 2024-08-22T03:18:53.513Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42905
req_id = 6c91acf9-4c60-4cd6-a7af-aaac893abd3d
response_code = 204
uri = /vpc-routes
|
| 1944 | 2024-08-22T03:18:53.614Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51839
|
| 1945 | 2024-08-22T03:18:53.614Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 1946 | 2024-08-22T03:18:53.648Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 1947 | 2024-08-22T03:18:53.704Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 89770
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:51839
req_id = 247e5557-98c7-42a6-8d05-e8bbc93ad1d5
response_code = 204
uri = /switch-ports
|
| 1948 | 2024-08-22T03:18:53.704Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51839
req_id = 78dcec33-2f77-4cc5-ac77-68f2cfdead3e
response_code = 200
uri = /network-bootstore-config
|
| 1949 | 2024-08-22T03:18:55.010Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5374
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = 1f0e31e7-9f56-4121-bcef-703820f6447b
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 1950 | 2024-08-22T03:19:07.898Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65210
|
| 1951 | 2024-08-22T03:19:07.898Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 46
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65210
req_id = c3093cef-a643-4886-a2ed-da2ba2224e4d
response_code = 200
uri = /baseboard
|
| 1952 | 2024-08-22T03:19:08.636Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63495
|
| 1953 | 2024-08-22T03:19:08.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 189
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63495
req_id = 1cdb0f81-0370-4c47-8ff7-dc6faa3daa5b
response_code = 200
uri = /v2p
|
| 1954 | 2024-08-22T03:19:08.636Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:778
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 243, 176, 47])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4555052) }
|
| 1955 | 2024-08-22T03:19:08.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63495
req_id = f9f8fd33-9469-49da-8b34-5aabe40400c8
response_code = 204
uri = /v2p
|
| 1956 | 2024-08-22T03:19:08.747Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62548
|
| 1957 | 2024-08-22T03:19:08.751Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:569
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: c9eb670a-0595-45a3-86dc-bc9c2efd8501, kind: Instance { id: 368a50e4-a99c-4eb0-9769-fd4c47a9f509 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 176, 47])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4555052), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c9eb670a-0595-45a3-86dc-bc9c2efd8501, kind: Instance { id: 368a50e4-a99c-4eb0-9769-fd4c47a9f509 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 176, 47])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4555052), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c9eb670a-0595-45a3-86dc-bc9c2efd8501, kind: Instance { id: 368a50e4-a99c-4eb0-9769-fd4c47a9f509 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 176, 47])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4555052), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4555052))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c9eb670a-0595-45a3-86dc-bc9c2efd8501, kind: Instance { id: 368a50e4-a99c-4eb0-9769-fd4c47a9f509 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 176, 47])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4555052), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-e79be0fb06c", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 81c769e3-679b-470e-b70e-fe0e99093818, read_only_parent: Some(Volume { block_size: 512, id: 72564893-092b-4aa9-85c3-518e061c1c99, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 7b9a74d9-a2da-40ea-9405-1d618a3a0996, key: Some("5hKYRidAb+pX+nB21KkWTifL5hlwmGOqzMfDKe7TXbA="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::15]:19001", "[fd00:1122:3344:101::1a]:19001", "[fd00:1122:3344:101::14]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 81c769e3-679b-470e-b70e-fe0e99093818, key: Some("3ibmkjvu6JRJLlhrArP3CSJCv8cQQQyxtAFWls1/RGU="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19000", "[fd00:1122:3344:101::15]:19002", "[fd00:1122:3344:101::19]:19001"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABGZBoWWRZZAABkGhZZAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAR2QaFlkWWQAAZBoWWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIzNjhhNTBlNC1hOTljLTRlYjAtOTc2OS1mZDRjNDdhOWY1MDkiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSVo2MnNaYTlxR0xrZTNicnJHYnBuTTB6TWw3VCt0OCtneTNndEk5NkVDeCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
instance_runtime = InstanceRuntimeState { propolis_id: Some(2c219624-c497-4701-8ca2-8b7159f11584 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-08-22T03:19:08.420277713Z }
metadata = InstanceMetadata { silo_id: bb5b3233-d1df-448e-96fb-5a4c37e5412b, project_id: 1379954a-83b9-41e2-8ef9-fcd2c647d838 }
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = 2c219624-c497-4701-8ca2-8b7159f11584
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-22T03:19:08.372198Z }
|
| 1958 | 2024-08-22T03:19:08.751Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:603
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509 (instance)
|
| 1959 | 2024-08-22T03:19:08.751Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:994
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
migration_id = None
propolis_id = 2c219624-c497-4701-8ca2-8b7159f11584
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: c9eb670a-0595-45a3-86dc-bc9c2efd8501, kind: Instance { id: 368a50e4-a99c-4eb0-9769-fd4c47a9f509 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 176, 47])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4555052), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c9eb670a-0595-45a3-86dc-bc9c2efd8501, kind: Instance { id: 368a50e4-a99c-4eb0-9769-fd4c47a9f509 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 176, 47])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4555052), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c9eb670a-0595-45a3-86dc-bc9c2efd8501, kind: Instance { id: 368a50e4-a99c-4eb0-9769-fd4c47a9f509 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 176, 47])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4555052), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4555052))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c9eb670a-0595-45a3-86dc-bc9c2efd8501, kind: Instance { id: 368a50e4-a99c-4eb0-9769-fd4c47a9f509 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 243, 176, 47])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4555052), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-e79be0fb06c", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 81c769e3-679b-470e-b70e-fe0e99093818, read_only_parent: Some(Volume { block_size: 512, id: 72564893-092b-4aa9-85c3-518e061c1c99, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 7b9a74d9-a2da-40ea-9405-1d618a3a0996, key: Some("5hKYRidAb+pX+nB21KkWTifL5hlwmGOqzMfDKe7TXbA="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::15]:19001", "[fd00:1122:3344:101::1a]:19001", "[fd00:1122:3344:101::14]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 81c769e3-679b-470e-b70e-fe0e99093818, key: Some("3ibmkjvu6JRJLlhrArP3CSJCv8cQQQyxtAFWls1/RGU="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19000", "[fd00:1122:3344:101::15]:19002", "[fd00:1122:3344:101::19]:19001"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABGZBoWWRZZAABkGhZZAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAR2QaFlkWWQAAZBoWWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIzNjhhNTBlNC1hOTljLTRlYjAtOTc2OS1mZDRjNDdhOWY1MDkiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSVo2MnNaYTlxR0xrZTNicnJHYnBuTTB6TWw3VCt0OCtneTNndEk5NkVDeCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-22T03:19:08.372198Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
| 1960 | 2024-08-22T03:19:08.751Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3907
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62548
req_id = 78c73cd8-09d9-4c46-8556-f8b3d6632f1a
response_code = 200
uri = /instances/368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1961 | 2024-08-22T03:19:08.849Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56915
|
| 1962 | 2024-08-22T03:19:08.850Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 769
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56915
req_id = 843a6e17-e0f2-4467-b282-3d442ca4aca6
response_code = 200
uri = /instances/368a50e4-a99c-4eb0-9769-fd4c47a9f509/state
|
| 1963 | 2024-08-22T03:19:08.851Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 243, 176, 47]), slot: 0, vni: Vni { inner: 4555052 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
| 1964 | 2024-08-22T03:19:08.851Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 1965 | 2024-08-22T03:19:08.887Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
file = illumos-utils/src/zone.rs:316
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1966 | 2024-08-22T03:19:08.909Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
file = illumos-utils/src/zone.rs:354
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1967 | 2024-08-22T03:19:09.948Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1968 | 2024-08-22T03:19:09.948Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584 zone
file = illumos-utils/src/running_zone.rs:488
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
zone = oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
|
| 1969 | 2024-08-22T03:19:10.133Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 32.409383ms
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
zone = oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
|
| 1970 | 2024-08-22T03:19:10.175Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 110.517514ms
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
zone = oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
|
| 1971 | 2024-08-22T03:19:10.301Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 124.012111ms
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
zone = oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
|
| 1972 | 2024-08-22T03:19:10.442Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 538.925928ms
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
zone = oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
|
| 1973 | 2024-08-22T03:19:10.996Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 477.986005ms
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
zone = oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
|
| 1974 | 2024-08-22T03:19:11.485Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 1.009358139s
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
zone = oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
|
| 1975 | 2024-08-22T03:19:12.505Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 1.15554952s
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
zone = oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
|
| 1976 | 2024-08-22T03:19:13.672Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 858.90278ms
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
zone = oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
|
| 1977 | 2024-08-22T03:19:14.542Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 644.965078ms
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
zone = oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
|
| 1978 | 2024-08-22T03:19:15.213Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
file = sled-agent/src/instance.rs:1448
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1979 | 2024-08-22T03:19:15.224Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 59.880876ms
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1980 | 2024-08-22T03:19:15.296Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 124.907255ms
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1981 | 2024-08-22T03:19:15.430Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 262.318791ms
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1982 | 2024-08-22T03:19:15.705Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584") failed: Property not found. retry in 455.477179ms
file = illumos-utils/src/svc.rs:36
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1983 | 2024-08-22T03:19:16.171Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1457
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1984 | 2024-08-22T03:19:16.207Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1481
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1985 | 2024-08-22T03:19:16.208Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABGZBoWWRZZAABkGhZZAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAR2QaFlkWWQAAZBoWWQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIzNjhhNTBlNC1hOTljLTRlYjAtOTc2OS1mZDRjNDdhOWY1MDkiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSVo2MnNaYTlxR0xrZTNicnJHYnBuTTB6TWw3VCt0OCtneTNndEk5NkVDeCJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-e79be0fb06c", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 81c769e3-679b-470e-b70e-fe0e99093818, read_only_parent: Some(Volume { block_size: 512, id: 72564893-092b-4aa9-85c3-518e061c1c99, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 7b9a74d9-a2da-40ea-9405-1d618a3a0996, key: Some("5hKYRidAb+pX+nB21KkWTifL5hlwmGOqzMfDKe7TXbA="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::15]:19001", "[fd00:1122:3344:101::1a]:19001", "[fd00:1122:3344:101::14]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 81c769e3-679b-470e-b70e-fe0e99093818, key: Some("3ibmkjvu6JRJLlhrArP3CSJCv8cQQQyxtAFWls1/RGU="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19000", "[fd00:1122:3344:101::15]:19002", "[fd00:1122:3344:101::19]:19001"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "opte6", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: 368a50e4-a99c-4eb0-9769-fd4c47a9f509, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 1379954a-83b9-41e2-8ef9-fcd2c647d838, silo_id: bb5b3233-d1df-448e-96fb-5a4c37e5412b, sled_id: ee5fe5a0-6520-4108-9cc0-dc16dbefa31f, sled_model: "i86pc", sled_revision: 0, sled_serial: "buskin" }, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:730
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1986 | 2024-08-22T03:19:16.347Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:732
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1987 | 2024-08-22T03:19:16.349Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-08-22T03:19:16.349839155Z }
file = sled-agent/src/instance.rs:600
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1988 | 2024-08-22T03:19:16.349Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:622
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-22T03:19:16.349839155Z }
propolis_id = 2c219624-c497-4701-8ca2-8b7159f11584
|
| 1989 | 2024-08-22T03:19:16.349Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:520
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
state = SledInstanceState { propolis_id: 2c219624-c497-4701-8ca2-8b7159f11584 (propolis), vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-22T03:19:16.349839155Z }, migration_in: None, migration_out: None }
|
| 1990 | 2024-08-22T03:19:16.400Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-08-22T03:19:16.400755755Z }
file = sled-agent/src/instance.rs:600
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 1991 | 2024-08-22T03:19:16.400Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:622
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-22T03:19:16.400755755Z }
propolis_id = 2c219624-c497-4701-8ca2-8b7159f11584
|
| 1992 | 2024-08-22T03:19:16.400Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:520
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
state = SledInstanceState { propolis_id: 2c219624-c497-4701-8ca2-8b7159f11584 (propolis), vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-22T03:19:16.400755755Z }, migration_in: None, migration_out: None }
|
| 1993 | 2024-08-22T03:19:22.771Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44901
|
| 1994 | 2024-08-22T03:19:22.771Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44901
req_id = 3bdeebcc-2281-4739-97a3-d5ae32437f8a
response_code = 200
uri = /vpc-routes
|
| 1995 | 2024-08-22T03:19:22.820Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 221
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44901
req_id = e1aabc0c-3d77-40f4-91d6-ab0c02f32d59
response_code = 204
uri = /vpc-routes
|
| 1996 | 2024-08-22T03:19:22.827Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56826
|
| 1997 | 2024-08-22T03:19:22.827Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56826
req_id = a4f0fd0b-16a7-46f7-92df-95f235557f82
response_code = 200
uri = /instances/368a50e4-a99c-4eb0-9769-fd4c47a9f509/state
|
| 1998 | 2024-08-22T03:19:22.868Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54383
|
| 1999 | 2024-08-22T03:19:22.868Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 205
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54383
req_id = 92e9e141-607a-46be-9b26-e58b76cf3cf2
response_code = 200
uri = /v2p
|
| 2000 | 2024-08-22T03:19:22.886Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38932
|
| 2001 | 2024-08-22T03:19:22.887Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38932
req_id = 0cf7275a-6e4d-45f9-bef0-3435a86e18ca
response_code = 200
uri = /vpc-routes
|
| 2002 | 2024-08-22T03:19:22.899Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:38932
req_id = f975ddec-01bf-443b-bd6e-0e0de9a35670
response_code = 204
uri = /vpc-routes
|
| 2003 | 2024-08-22T03:19:22.914Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33592
|
| 2004 | 2024-08-22T03:19:22.914Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33592
req_id = 904c737d-a109-4c7f-b21e-b896d855b28c
response_code = 200
uri = /instances/368a50e4-a99c-4eb0-9769-fd4c47a9f509/state
|
| 2005 | 2024-08-22T03:19:22.928Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37163
|
| 2006 | 2024-08-22T03:19:22.928Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37163
req_id = 5f9c5632-70e0-4787-80b9-fd18a6801360
response_code = 200
uri = /v2p
|
| 2007 | 2024-08-22T03:19:23.217Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52821
|
| 2008 | 2024-08-22T03:19:23.218Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 2009 | 2024-08-22T03:19:23.258Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 2010 | 2024-08-22T03:19:23.321Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 103801
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:52821
req_id = e9f2aadd-65f1-4b68-983c-13a19b118e98
response_code = 204
uri = /switch-ports
|
| 2011 | 2024-08-22T03:19:23.322Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62666
|
| 2012 | 2024-08-22T03:19:23.322Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 2013 | 2024-08-22T03:19:23.325Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3778
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52821
req_id = 58bc25ab-95a1-4752-82b4-9cfbcd5ce50e
response_code = 200
uri = /network-bootstore-config
|
| 2014 | 2024-08-22T03:19:23.360Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 2015 | 2024-08-22T03:19:23.417Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95062
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:62666
req_id = 3eecf194-3515-4ab4-8b86-b686a6645632
response_code = 204
uri = /switch-ports
|
| 2016 | 2024-08-22T03:19:23.417Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62666
req_id = 7d198c76-518f-4e43-81b7-99ec92461c04
response_code = 200
uri = /network-bootstore-config
|
| 2017 | 2024-08-22T03:19:23.489Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54919
|
| 2018 | 2024-08-22T03:19:23.489Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54919
req_id = 7021d8aa-639b-47ad-b708-8e3145c01795
response_code = 200
uri = /vpc-routes
|
| 2019 | 2024-08-22T03:19:23.502Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:54919
req_id = d3cf2dcb-8581-4f2e-bf5b-b883d18e6005
response_code = 204
uri = /vpc-routes
|
| 2020 | 2024-08-22T03:19:23.510Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49813
|
| 2021 | 2024-08-22T03:19:23.510Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49813
req_id = 914f1019-741a-4b81-9d11-87079d45eac8
response_code = 200
uri = /instances/368a50e4-a99c-4eb0-9769-fd4c47a9f509/state
|
| 2022 | 2024-08-22T03:19:23.511Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42530
|
| 2023 | 2024-08-22T03:19:23.511Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42530
req_id = 1ff8a3f9-3669-4e7a-8dac-4d8e0c85b680
response_code = 200
uri = /v2p
|
| 2024 | 2024-08-22T03:19:23.789Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62793
|
| 2025 | 2024-08-22T03:19:23.789Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4033
|
| 2026 | 2024-08-22T03:19:23.826Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4057
|
| 2027 | 2024-08-22T03:19:23.881Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92084
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:62793
req_id = 078b3ad7-633f-4653-96df-bf83141f8d7e
response_code = 204
uri = /switch-ports
|
| 2028 | 2024-08-22T03:19:23.881Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 206
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62793
req_id = 7d2b5653-44ac-4705-a2d5-b3684cac7c9e
response_code = 200
uri = /network-bootstore-config
|
| 2029 | 2024-08-22T03:19:25.010Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5327
local_addr = [fd00:1122:3344:101::1]:61471
method = GET
remote_addr = [fd00:1122:3344:101::d]:62275
req_id = 14bde7c1-981d-4125-8f86-034d5a307862
response_code = 200
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
uri = /ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 2030 | 2024-08-22T03:19:26.304Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53431
|
| 2031 | 2024-08-22T03:19:26.305Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1213
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53431
req_id = 1ba35948-7f8a-4148-9847-692825758529
response_code = 200
uri = /instances/368a50e4-a99c-4eb0-9769-fd4c47a9f509/state
|
| 2032 | 2024-08-22T03:19:26.305Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-08-22T03:19:26.305882188Z }
file = sled-agent/src/instance.rs:600
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 2033 | 2024-08-22T03:19:26.305Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:622
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-22T03:19:26.305882188Z }
propolis_id = 2c219624-c497-4701-8ca2-8b7159f11584
|
| 2034 | 2024-08-22T03:19:26.305Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:520
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
state = SledInstanceState { propolis_id: 2c219624-c497-4701-8ca2-8b7159f11584 (propolis), vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-22T03:19:26.305882188Z }, migration_in: None, migration_out: None }
|
| 2035 | 2024-08-22T03:19:26.328Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-08-22T03:19:26.328619869Z }
file = sled-agent/src/instance.rs:600
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 2036 | 2024-08-22T03:19:26.328Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:622
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-08-22T03:19:26.328619869Z }
propolis_id = 2c219624-c497-4701-8ca2-8b7159f11584
|
| 2037 | 2024-08-22T03:19:26.328Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:636
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 2038 | 2024-08-22T03:19:26.328Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 2039 | 2024-08-22T03:19:26.328Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:557
id = 16633148153312596822
n_samples = 6
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 2040 | 2024-08-22T03:19:26.328Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:557
id = 13018154865593024310
n_samples = 6
sled_id = ee5fe5a0-6520-4108-9cc0-dc16dbefa31f
|
| 2041 | 2024-08-22T03:19:26.331Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:406
|
| 2042 | 2024-08-22T03:19:26.331Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/010915a8-8c82-4996-ad79-77cb85b043ca/debug/bundle/zone", "/pool/int/9c240f02-0ca7-4603-a65f-f4dec2c85986/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/6bb5eed6-289e-459d-86d3-555f8abc6fad/crypt/debug", "/pool/ext/67939e33-7a08-446f-a6d2-d03405112c6d/crypt/debug", "/pool/ext/b7bb77ce-eea7-475b-b44d-78f0954f7f40/crypt/debug", "/pool/ext/715c5dc5-e0af-4f09-8043-4bf7d964347e/crypt/debug", "/pool/ext/fdac3a82-29e2-4d56-ad40-6286efe508c9/crypt/debug", "/pool/ext/fe4c516c-31f9-478c-88c5-ba107d650258/crypt/debug", "/pool/ext/093a72ee-6c38-4957-8a87-9d9aaf0ed70a/crypt/debug", "/pool/ext/ccbe7092-f68b-4074-accb-3d04aed5167d/crypt/debug", "/pool/ext/89fbd363-f114-464a-89e9-b704a90f5ed9/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
|
| 2043 | 2024-08-22T03:19:26.949Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1137
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584", bundle_id: ae5bbcc8-e126-434c-a9f1-29a6dbf44d14 }, time_created: 2024-08-22T03:19:26.331431554Z, version: 0, cause: TerminatedInstance }
|
| 2044 | 2024-08-22T03:19:26.950Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_2c219624-c497-4701-8ca2-8b7159f11584
file = sled-agent/src/instance.rs:831
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 2045 | 2024-08-22T03:19:28.693Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:270
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 2046 | 2024-08-22T03:19:28.711Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:904
id = RouterId { vni: Vni(4555052), kind: System }
|
| 2047 | 2024-08-22T03:19:28.711Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:904
id = RouterId { vni: Vni(4555052), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
| 2048 | 2024-08-22T03:19:28.712Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:520
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
state = SledInstanceState { propolis_id: 2c219624-c497-4701-8ca2-8b7159f11584 (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-22T03:19:28.712256843Z }, migration_in: None, migration_out: None }
|
| 2049 | 2024-08-22T03:19:28.741Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:520
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
state = SledInstanceState { propolis_id: 2c219624-c497-4701-8ca2-8b7159f11584 (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-22T03:19:28.712256843Z }, migration_in: None, migration_out: None }
|
| 2050 | 2024-08-22T03:19:28.745Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:768
instance_id = 368a50e4-a99c-4eb0-9769-fd4c47a9f509
|
| 2051 | 2024-08-22T03:19:29.166Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35787
|
| 2052 | 2024-08-22T03:19:29.166Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35787
req_id = 6ffabdbc-b21d-4d6f-91d1-c3ae87dbcbde
response_code = 200
uri = /vpc-routes
|
| 2053 | 2024-08-22T03:19:29.172Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 683
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:35787
req_id = 05a4ee40-c45f-448e-9ac2-dc4a94c350d7
response_code = 204
uri = /vpc-routes
|
| 2054 | 2024-08-22T03:19:29.183Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36142
|
| 2055 | 2024-08-22T03:19:29.183Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36142
req_id = 274e76b7-bd41-4092-ab2f-a64e1c805de2
response_code = 200
uri = /v2p
|
| 2056 | 2024-08-22T03:19:29.406Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57121
|
| 2057 | 2024-08-22T03:19:29.406Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 157
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57121
req_id = 2b756d74-bb39-4e86-83c1-473ddf9357e1
response_code = 200
uri = /v2p
|
| 2058 | 2024-08-22T03:19:30.408Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46919
|
| 2059 | 2024-08-22T03:19:30.409Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 974
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46919
req_id = 8ad22a13-9418-463a-8e15-fbd25c3e3c3d
response_code = 200
uri = /vpc-routes
|
| 2060 | 2024-08-22T03:19:30.414Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46919
req_id = c70e757f-fcbc-4b19-93f2-7b4cb6066922
response_code = 204
uri = /vpc-routes
|