| 1 | | [ Apr 2 19:23:40 Enabled. ] |
| 2 | | [ Apr 2 19:23:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Apr 2 19:23:40 Method "start" exited with status 0. ] |
| 4 | | [ Apr 2 19:23:40 Rereading configuration. ] |
| 5 | | [ Apr 2 19:23:40 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-04-02T19:23:40.332Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:163
|
| 8 | 2024-04-02T19:23:40.332Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:253
|
| 9 | 2024-04-02T19:23:40.387Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:260
|
| 10 | 2024-04-02T19:23:40.387Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2024-04-02T19:23:40.503Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2024-04-02T19:23:40.513Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2024-04-02T19:23:40.521Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:270
path = /var/run/oxide/
|
| 14 | 2024-04-02T19:23:41.123Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fdb0:18c0:4d0d:9fb2::, len: 64 }
|
| 15 | 2024-04-02T19:23:41.262Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:115
|
| 16 | 2024-04-02T19:23:41.262Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:127
|
| 17 | 2024-04-02T19:23:41.262Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:137
|
| 18 | 2024-04-02T19:23:41.262Z | INFO | SledAgent (DumpSetup-archival): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:291
|
| 19 | 2024-04-02T19:23:41.262Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:157
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 20 | 2024-04-02T19:23:41.262Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:801
|
| 21 | 2024-04-02T19:23:41.262Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:609
|
| 22 | 2024-04-02T19:23:41.265Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:535
|
| 23 | 2024-04-02T19:23:41.265Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:658
|
| 24 | 2024-04-02T19:23:41.265Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:171
|
| 25 | 2024-04-02T19:23:41.265Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:716
|
| 26 | 2024-04-02T19:23:41.265Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/m2_0.vdev
|
| 27 | 2024-04-02T19:23:41.265Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:261
underlay_network_info = None
|
| 28 | 2024-04-02T19:23:41.265Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 29 | 2024-04-02T19:23:41.265Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
|
| 30 | 2024-04-02T19:23:41.265Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
path = /scratch/m2_0.vdev
|
| 31 | 2024-04-02T19:23:41.278Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:301
|
| 32 | 2024-04-02T19:23:41.278Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:312
id = ac12586f-4600-4386-b67a-06e71604105d
|
| 33 | 2024-04-02T19:23:41.382Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: ac12586f-4600-4386-b67a-06e71604105d, kind: Internal }
|
| 34 | 2024-04-02T19:23:41.589Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:381
|
| 35 | 2024-04-02T19:23:41.589Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/m2_1.vdev
|
| 36 | 2024-04-02T19:23:41.589Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
|
| 37 | 2024-04-02T19:23:41.589Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 38 | 2024-04-02T19:23:41.589Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }
|
| 39 | 2024-04-02T19:23:41.589Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }
path = /scratch/m2_1.vdev
|
| 40 | 2024-04-02T19:23:41.598Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:301
|
| 41 | 2024-04-02T19:23:41.598Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:312
id = 4680357c-2e09-4219-9734-def5d8f1acad
|
| 42 | 2024-04-02T19:23:41.688Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 4680357c-2e09-4219-9734-def5d8f1acad, kind: Internal }
|
| 43 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_0.vdev
|
| 44 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: ac12586f-4600-4386-b67a-06e71604105d, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 4680357c-2e09-4219-9734-def5d8f1acad, kind: Internal } }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 45 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 46 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
|
| 47 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_1.vdev
|
| 48 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: ac12586f-4600-4386-b67a-06e71604105d, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 4680357c-2e09-4219-9734-def5d8f1acad, kind: Internal } }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 49 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 50 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
|
| 51 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_2.vdev
|
| 52 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: ac12586f-4600-4386-b67a-06e71604105d, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 4680357c-2e09-4219-9734-def5d8f1acad, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 53 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 54 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
|
| 55 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_3.vdev
|
| 56 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: ac12586f-4600-4386-b67a-06e71604105d, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 4680357c-2e09-4219-9734-def5d8f1acad, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 57 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 58 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
|
| 59 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_4.vdev
|
| 60 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 61 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
|
| 62 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: ac12586f-4600-4386-b67a-06e71604105d, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 4680357c-2e09-4219-9734-def5d8f1acad, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 63 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_5.vdev
|
| 64 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 65 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
|
| 66 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: ac12586f-4600-4386-b67a-06e71604105d, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 4680357c-2e09-4219-9734-def5d8f1acad, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 67 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_6.vdev
|
| 68 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 69 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
|
| 70 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: ac12586f-4600-4386-b67a-06e71604105d, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 4680357c-2e09-4219-9734-def5d8f1acad, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 71 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_7.vdev
|
| 72 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, variant: U2, slot: 1033 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 73 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
|
| 74 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: ac12586f-4600-4386-b67a-06e71604105d, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 4680357c-2e09-4219-9734-def5d8f1acad, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 75 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:227
vdev = /scratch/u2_8.vdev
|
| 76 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, variant: U2, slot: 1034 }), tx: ... }
file = sled-storage/src/manager.rs:381
|
| 77 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:494
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
|
| 78 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: ac12586f-4600-4386-b67a-06e71604105d, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 4680357c-2e09-4219-9734-def5d8f1acad, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, variant: U2, slot: 1033 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 79 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:87
|
| 80 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
file = sled-agent/src/long_running_tasks.rs:89
|
| 81 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 82 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: ac12586f-4600-4386-b67a-06e71604105d, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 4680357c-2e09-4219-9734-def5d8f1acad, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, variant: U2, slot: 1033 })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, variant: U2, slot: 1034 }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 83 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:195
|
| 84 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (bootstore): No ledger in /pool/int/ac12586f-4600-4386-b67a-06e71604105d/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 85 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (bootstore): No ledger in /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 86 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
| 87 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (bootstore): No ledger in /pool/int/ac12586f-4600-4386-b67a-06e71604105d/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 88 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (bootstore): No ledger in /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 89 | 2024-04-02T19:23:41.896Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
| 90 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:200
|
| 91 | 2024-04-02T19:23:41.896Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:215
|
| 92 | 2024-04-02T19:23:41.907Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:701
|
| 93 | 2024-04-02T19:23:41.907Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:289
next_cleanup = Instant { tv_sec: 5789, tv_nsec: 114512628 }
time_to_next_cleanup = 599.999917859s
|
| 94 | 2024-04-02T19:23:41.907Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3588
|
| 95 | 2024-04-02T19:23:41.907Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 96 | 2024-04-02T19:23:41.907Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 97 | 2024-04-02T19:23:41.910Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 98 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
| 99 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 100 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV1 {
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:100::,
prefix: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV1 {
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 24,
},
),
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
},
],
bgp: [],
bfd: [],
},
}
file = sled-agent/src/rack_setup/service.rs:997
|
| 101 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 102 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 103 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (RSS): No ledger in /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 104 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (RSS): No ledger in /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 105 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1057
|
| 106 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 107 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (RSS): No ledger in /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 108 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (RSS): No ledger in /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 109 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1098
|
| 110 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:118
|
| 111 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:91
|
| 112 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 113 | 2024-04-02T19:23:41.911Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 114 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 115 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:138
|
| 116 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1131
|
| 117 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 118 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/ac12586f-4600-4386-b67a-06e71604105d/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 119 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 120 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 121 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0, rack_id: 5f61d445-5708-4134-8c45-b3d71b3be40d, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 122 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:37271
|
| 123 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0, rack_id: 5f61d445-5708-4134-8c45-b3d71b3be40d, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net(Ipv6Network { addr: fd00:1122:3344:101::, prefix: 64 }) } } }
file = sled-agent/src/bootstrap/server.rs:356
|
| 124 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:371
|
| 125 | 2024-04-02T19:23:41.912Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 126 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 127 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:101::, len: 64 }
|
| 128 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:381
|
| 129 | 2024-04-02T19:23:41.912Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:530
|
| 130 | 2024-04-02T19:23:41.913Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
| 131 | 2024-04-02T19:23:41.913Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
| 132 | 2024-04-02T19:23:41.913Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:519
|
| 133 | 2024-04-02T19:23:41.913Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:547
|
| 134 | 2024-04-02T19:23:41.916Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:3819
|
| 135 | 2024-04-02T19:23:41.923Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
|
| 136 | 2024-04-02T19:23:41.932Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
|
| 137 | 2024-04-02T19:23:41.942Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
|
| 138 | 2024-04-02T19:23:41.951Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
|
| 139 | 2024-04-02T19:23:41.960Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
|
| 140 | 2024-04-02T19:23:41.968Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
|
| 141 | 2024-04-02T19:23:41.976Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
|
| 142 | 2024-04-02T19:23:41.984Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
|
| 143 | 2024-04-02T19:23:41.992Z | INFO | SledAgent (StorageManager): Zpool does not exist
err = ZpoolDoesNotExist
file = sled-storage/src/manager.rs:603
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
|
| 144 | 2024-04-02T19:23:41.992Z | INFO | SledAgent (StorageManager): No disks to be automatically managed
file = sled-storage/src/manager.rs:558
|
| 145 | 2024-04-02T19:23:41.992Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 146 | 2024-04-02T19:23:41.992Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:370
|
| 147 | 2024-04-02T19:23:41.992Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:339
|
| 148 | 2024-04-02T19:23:41.992Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:449
result = DisksManagementResult { status: [] }
|
| 149 | 2024-04-02T19:23:42.005Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:355
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 150 | 2024-04-02T19:23:42.005Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 151 | 2024-04-02T19:23:42.005Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:367
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 152 | 2024-04-02T19:23:42.005Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 153 | 2024-04-02T19:23:42.011Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 110.204899ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "8f10d6b6-b2f6-4ca7-aa6d-7c19438b8671", "content-length": "124", "date": "Tue, 02 Apr 2024 19:23:41 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "8f10d6b6-b2f6-4ca7-aa6d-7c19438b8671" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 154 | 2024-04-02T19:23:42.013Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:315
|
| 155 | 2024-04-02T19:23:42.021Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_ac12586f-4600-4386-b67a-06e71604105d/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 156 | 2024-04-02T19:23:42.031Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 157 | 2024-04-02T19:23:42.045Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_ac12586f-4600-4386-b67a-06e71604105d/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 158 | 2024-04-02T19:23:42.045Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_ac12586f-4600-4386-b67a-06e71604105d/swap"
file = sled-agent/src/swap_device.rs:96
|
| 159 | 2024-04-02T19:23:42.049Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:382
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 160 | 2024-04-02T19:23:42.050Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
| 161 | 2024-04-02T19:23:42.050Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_ac12586f-4600-4386-b67a-06e71604105d/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
| 162 | 2024-04-02T19:23:42.118Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
| 163 | 2024-04-02T19:23:42.123Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 164 | 2024-04-02T19:23:42.123Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 140.576591ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "09b476d4-b043-4859-aefa-a738ff616e88", "content-length": "124", "date": "Tue, 02 Apr 2024 19:23:41 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "09b476d4-b043-4859-aefa-a738ff616e88" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 165 | 2024-04-02T19:23:42.265Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 166 | 2024-04-02T19:23:42.266Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 139.187488ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ff05a38c-cf67-4f59-891d-9b2ddf9ab534", "content-length": "124", "date": "Tue, 02 Apr 2024 19:23:42 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ff05a38c-cf67-4f59-891d-9b2ddf9ab534" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 167 | 2024-04-02T19:23:42.335Z | INFO | SledAgent (BackingFs): Mounting oxi_ac12586f-4600-4386-b67a-06e71604105d/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
| 168 | 2024-04-02T19:23:42.348Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
| 169 | 2024-04-02T19:23:42.348Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
| 170 | 2024-04-02T19:23:42.348Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
| 171 | 2024-04-02T19:23:42.348Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
| 172 | 2024-04-02T19:23:42.406Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 173 | 2024-04-02T19:23:42.406Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 169.545478ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "bb73bf88-302c-49b2-8aed-53a0789d289c", "content-length": "124", "date": "Tue, 02 Apr 2024 19:23:42 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "bb73bf88-302c-49b2-8aed-53a0789d289c" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 174 | 2024-04-02T19:23:42.577Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 175 | 2024-04-02T19:23:42.578Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 276.839487ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4b0860d2-c134-4a1b-9924-2c35ea2dcf92", "content-length": "124", "date": "Tue, 02 Apr 2024 19:23:42 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4b0860d2-c134-4a1b-9924-2c35ea2dcf92" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 176 | 2024-04-02T19:23:42.856Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 177 | 2024-04-02T19:23:42.856Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 276.357191ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "83da8ef3-0341-4b81-9d1b-10f7e8bf5b4a", "content-length": "124", "date": "Tue, 02 Apr 2024 19:23:42 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "83da8ef3-0341-4b81-9d1b-10f7e8bf5b4a" }
file = clients/ddm-admin-client/src/lib.rs:178
|
| 178 | 2024-04-02T19:23:43.058Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:90
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 179 | 2024-04-02T19:23:43.106Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:266
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 180 | 2024-04-02T19:23:43.106Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:274
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 181 | 2024-04-02T19:23:43.106Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:983
underlay_address = fd00:1122:3344:101::1
|
| 182 | 2024-04-02T19:23:43.106Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 183 | 2024-04-02T19:23:43.107Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:195
local_addr = [fd00:1122:3344:101::1]:12345
|
| 184 | 2024-04-02T19:23:43.107Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:426
|
| 185 | 2024-04-02T19:23:43.107Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 186 | 2024-04-02T19:23:43.107Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 187 | 2024-04-02T19:23:43.107Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 188 | 2024-04-02T19:23:43.107Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 189 | 2024-04-02T19:23:43.107Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:37271
|
| 190 | 2024-04-02T19:23:43.107Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
file = sled-agent/src/hardware_monitor.rs:261
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV1 { rack_subnet: Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV1 { routes: [RouteConfig { destination: V4(Ipv4Network { addr: 0.0.0.0, prefix: 0 }), nexthop: 10.151.1.100 }], addresses: [V4(Ipv4Network { addr: 10.151.1.174, prefix: 24 })], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))
|
| 191 | 2024-04-02T19:23:43.107Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3588
|
| 192 | 2024-04-02T19:23:43.107Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 193 | 2024-04-02T19:23:43.107Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 194 | 2024-04-02T19:23:43.289Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 272.720658ms
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 195 | 2024-04-02T19:23:43.290Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:164
|
| 196 | 2024-04-02T19:23:43.290Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 197 | 2024-04-02T19:23:43.290Z | INFO | SledAgent (RSS): No ledger in /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/rss-service-plan-v3.json
file = common/src/ledger.rs:188
|
| 198 | 2024-04-02T19:23:43.290Z | INFO | SledAgent (RSS): No ledger in /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/rss-service-plan-v3.json
file = common/src/ledger.rs:188
|
| 199 | 2024-04-02T19:23:43.290Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 200 | 2024-04-02T19:23:43.290Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 201 | 2024-04-02T19:23:43.294Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 202 | 2024-04-02T19:23:43.322Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41335
|
| 203 | 2024-04-02T19:23:43.323Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 204 | 2024-04-02T19:23:43.323Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 204
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41335
req_id = 00b76b1c-fc18-41a2-b7ad-1d555678aba5
response_code = 200
uri = /inventory
|
| 205 | 2024-04-02T19:23:43.352Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59977
|
| 206 | 2024-04-02T19:23:43.352Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 57
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59977
req_id = a7f35f5a-2298-4b59-a4dc-cca03987b9f5
response_code = 200
uri = /sled-role
|
| 207 | 2024-04-02T19:23:43.353Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 208 | 2024-04-02T19:23:43.353Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/.rss-service-plan-v3.json.tmp
file = common/src/ledger.rs:199
|
| 209 | 2024-04-02T19:23:43.353Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/.rss-service-plan-v3.json.tmp
file = common/src/ledger.rs:199
|
| 210 | 2024-04-02T19:23:43.353Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:802
|
| 211 | 2024-04-02T19:23:43.382Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: 039734db-c45e-4c5f-8c4c-8f0cd477fca2, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, pool_id: ddd38713-1eb1-4419-b14e-9292b5bd0530 }, OmicronPhysicalDiskConfig { id: 0c711dd0-9eb4-43eb-bae2-a1e8715deacf, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, pool_id: 20749d06-d66b-4f70-b1af-902cd541874d }, OmicronPhysicalDiskConfig { id: 1d9deca2-b488-4a6d-9698-269f3fee191e, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, pool_id: 3c03c985-651b-4e50-8cd2-579010479279 }, OmicronPhysicalDiskConfig { id: be914bb9-28d5-4a21-8c4e-284c44bb6803, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, pool_id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3 }, OmicronPhysicalDiskConfig { id: 647d78d5-6bdb-486a-ac44-e9ea1e280825, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, pool_id: f29d296b-f120-409c-9f15-8f22a14941de }, OmicronPhysicalDiskConfig { id: bdbb27bc-a34a-4843-8efc-f513afc4744c, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, pool_id: cd12cf78-324e-45e0-9823-2a4f43bd78e0 }, OmicronPhysicalDiskConfig { id: c8511271-b874-45f7-9aff-1af7f106213b, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, pool_id: c85fc531-dfdd-475f-9d3e-5b32daa76dc8 }, OmicronPhysicalDiskConfig { id: 89e999fc-fd5a-4ecf-b9ab-bda742d3473c, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, pool_id: 7be94b15-1cae-453d-a425-b54472128745 }, OmicronPhysicalDiskConfig { id: ebd70249-921e-4fd7-93d9-33aaa6256029, identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, pool_id: c1df15ac-160e-4f21-a810-e496d28b20e3 }], generation: Generation(1) }
file = sled-agent/src/rack_setup/service.rs:344
sled_address = [fd00:1122:3344:101::1]:12345
|
| 212 | 2024-04-02T19:23:43.382Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60483
|
| 213 | 2024-04-02T19:23:43.383Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, id: 039734db-c45e-4c5f-8c4c-8f0cd477fca2, pool_id: ddd38713-1eb1-4419-b14e-9292b5bd0530 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, id: 0c711dd0-9eb4-43eb-bae2-a1e8715deacf, pool_id: 20749d06-d66b-4f70-b1af-902cd541874d }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, id: 1d9deca2-b488-4a6d-9698-269f3fee191e, pool_id: 3c03c985-651b-4e50-8cd2-579010479279 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, id: be914bb9-28d5-4a21-8c4e-284c44bb6803, pool_id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, id: 647d78d5-6bdb-486a-ac44-e9ea1e280825, pool_id: f29d296b-f120-409c-9f15-8f22a14941de }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, id: bdbb27bc-a34a-4843-8efc-f513afc4744c, pool_id: cd12cf78-324e-45e0-9823-2a4f43bd78e0 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, id: c8511271-b874-45f7-9aff-1af7f106213b, pool_id: c85fc531-dfdd-475f-9d3e-5b32daa76dc8 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, id: 89e999fc-fd5a-4ecf-b9ab-bda742d3473c, pool_id: 7be94b15-1cae-453d-a425-b54472128745 }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, id: ebd70249-921e-4fd7-93d9-33aaa6256029, pool_id: c1df15ac-160e-4f21-a810-e496d28b20e3 }] }, tx: ... }
file = sled-storage/src/manager.rs:381
|
| 214 | 2024-04-02T19:23:43.383Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 215 | 2024-04-02T19:23:43.383Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 216 | 2024-04-02T19:23:43.383Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:681
request = omicron_physical_disks_ensure
|
| 217 | 2024-04-02T19:23:43.383Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:339
|
| 218 | 2024-04-02T19:23:43.383Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 219 | 2024-04-02T19:23:43.383Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 220 | 2024-04-02T19:23:43.383Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
path = /scratch/u2_0.vdev
|
| 221 | 2024-04-02T19:23:43.490Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:301
|
| 222 | 2024-04-02T19:23:43.490Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = ddd38713-1eb1-4419-b14e-9292b5bd0530
|
| 223 | 2024-04-02T19:23:43.672Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 644.021467ms
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 224 | 2024-04-02T19:23:44.292Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 225 | 2024-04-02T19:23:44.477Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 996.989039ms
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 226 | 2024-04-02T19:23:44.488Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }
|
| 227 | 2024-04-02T19:23:44.672Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 228 | 2024-04-02T19:23:44.672Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 229 | 2024-04-02T19:23:44.672Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 230 | 2024-04-02T19:23:44.672Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 231 | 2024-04-02T19:23:44.672Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 232 | 2024-04-02T19:23:44.673Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 233 | 2024-04-02T19:23:44.673Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 234 | 2024-04-02T19:23:45.275Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 235 | 2024-04-02T19:23:45.278Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 236 | 2024-04-02T19:23:45.497Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 237 | 2024-04-02T19:23:45.497Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 2.324384896s
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 238 | 2024-04-02T19:23:45.503Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_ddd38713-1eb1-4419-b14e-9292b5bd0530/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 239 | 2024-04-02T19:23:46.018Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_switch
|
| 240 | 2024-04-02T19:23:46.928Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 31.503101ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 241 | 2024-04-02T19:23:46.929Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 242 | 2024-04-02T19:23:47.640Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 243 | 2024-04-02T19:23:47.640Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 94.435089ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 244 | 2024-04-02T19:23:48.378Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 245 | 2024-04-02T19:23:48.378Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 2.861711175s
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 246 | 2024-04-02T19:23:48.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 243.17259ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 247 | 2024-04-02T19:23:48.871Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_ddd38713-1eb1-4419-b14e-9292b5bd0530
file = sled-storage/src/dataset.rs:480
|
| 248 | 2024-04-02T19:23:49.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 510.645136ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 249 | 2024-04-02T19:23:49.110Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 250 | 2024-04-02T19:23:49.110Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 251 | 2024-04-02T19:23:49.110Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 252 | 2024-04-02T19:23:49.110Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 253 | 2024-04-02T19:23:49.110Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
path = /scratch/u2_1.vdev
|
| 254 | 2024-04-02T19:23:49.381Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:301
|
| 255 | 2024-04-02T19:23:49.381Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 20749d06-d66b-4f70-b1af-902cd541874d
|
| 256 | 2024-04-02T19:23:50.537Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }
|
| 257 | 2024-04-02T19:23:50.769Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 258 | 2024-04-02T19:23:50.769Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 259 | 2024-04-02T19:23:50.769Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 260 | 2024-04-02T19:23:50.769Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 261 | 2024-04-02T19:23:50.770Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 262 | 2024-04-02T19:23:50.770Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 263 | 2024-04-02T19:23:50.770Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 264 | 2024-04-02T19:23:51.248Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 265 | 2024-04-02T19:23:51.248Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 6.002580125s
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 266 | 2024-04-02T19:23:51.248Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 267 | 2024-04-02T19:23:51.487Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 464.091218ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 268 | 2024-04-02T19:23:51.990Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 269 | 2024-04-02T19:23:52.493Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 270 | 2024-04-02T19:23:52.493Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_20749d06-d66b-4f70-b1af-902cd541874d/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 271 | 2024-04-02T19:23:53.903Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:278
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 272 | 2024-04-02T19:23:53.907Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 273 | 2024-04-02T19:23:53.909Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 274 | 2024-04-02T19:23:53.991Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_20749d06-d66b-4f70-b1af-902cd541874d
file = sled-storage/src/dataset.rs:480
|
| 275 | 2024-04-02T19:23:53.998Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 276 | 2024-04-02T19:23:53.998Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 277 | 2024-04-02T19:23:53.998Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 278 | 2024-04-02T19:23:53.998Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 279 | 2024-04-02T19:23:53.998Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
path = /scratch/u2_2.vdev
|
| 280 | 2024-04-02T19:23:54.008Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:301
|
| 281 | 2024-04-02T19:23:54.008Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 3c03c985-651b-4e50-8cd2-579010479279
|
| 282 | 2024-04-02T19:23:54.102Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }
|
| 283 | 2024-04-02T19:23:54.111Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 284 | 2024-04-02T19:23:54.111Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 285 | 2024-04-02T19:23:54.111Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 286 | 2024-04-02T19:23:54.111Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 287 | 2024-04-02T19:23:54.111Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 288 | 2024-04-02T19:23:54.111Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 289 | 2024-04-02T19:23:54.111Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 290 | 2024-04-02T19:23:54.146Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 291 | 2024-04-02T19:23:54.155Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_3c03c985-651b-4e50-8cd2-579010479279/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 292 | 2024-04-02T19:23:54.278Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_3c03c985-651b-4e50-8cd2-579010479279
file = sled-storage/src/dataset.rs:480
|
| 293 | 2024-04-02T19:23:54.286Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 294 | 2024-04-02T19:23:54.286Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 295 | 2024-04-02T19:23:54.286Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 296 | 2024-04-02T19:23:54.286Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 297 | 2024-04-02T19:23:54.286Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
path = /scratch/u2_3.vdev
|
| 298 | 2024-04-02T19:23:54.296Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:301
|
| 299 | 2024-04-02T19:23:54.296Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = eb30e6d7-cad1-42b4-a0d6-a03a93484ee3
|
| 300 | 2024-04-02T19:23:54.390Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3, kind: External }
|
| 301 | 2024-04-02T19:23:54.398Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 302 | 2024-04-02T19:23:54.398Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 303 | 2024-04-02T19:23:54.398Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 304 | 2024-04-02T19:23:54.398Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 305 | 2024-04-02T19:23:54.398Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 306 | 2024-04-02T19:23:54.398Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 307 | 2024-04-02T19:23:54.398Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 308 | 2024-04-02T19:23:54.434Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 309 | 2024-04-02T19:23:54.442Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_eb30e6d7-cad1-42b4-a0d6-a03a93484ee3/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 310 | 2024-04-02T19:23:54.568Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_eb30e6d7-cad1-42b4-a0d6-a03a93484ee3
file = sled-storage/src/dataset.rs:480
|
| 311 | 2024-04-02T19:23:54.576Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 312 | 2024-04-02T19:23:54.576Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 313 | 2024-04-02T19:23:54.576Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 314 | 2024-04-02T19:23:54.576Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 315 | 2024-04-02T19:23:54.576Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
path = /scratch/u2_4.vdev
|
| 316 | 2024-04-02T19:23:54.586Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:301
|
| 317 | 2024-04-02T19:23:54.586Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = f29d296b-f120-409c-9f15-8f22a14941de
|
| 318 | 2024-04-02T19:23:54.683Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: f29d296b-f120-409c-9f15-8f22a14941de, kind: External }
|
| 319 | 2024-04-02T19:23:54.691Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 320 | 2024-04-02T19:23:54.691Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 321 | 2024-04-02T19:23:54.691Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 322 | 2024-04-02T19:23:54.691Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 323 | 2024-04-02T19:23:54.691Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 324 | 2024-04-02T19:23:54.692Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 325 | 2024-04-02T19:23:54.692Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 326 | 2024-04-02T19:23:54.728Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 327 | 2024-04-02T19:23:54.736Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_f29d296b-f120-409c-9f15-8f22a14941de/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 328 | 2024-04-02T19:23:54.859Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_f29d296b-f120-409c-9f15-8f22a14941de
file = sled-storage/src/dataset.rs:480
|
| 329 | 2024-04-02T19:23:54.867Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 330 | 2024-04-02T19:23:54.867Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 331 | 2024-04-02T19:23:54.867Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 332 | 2024-04-02T19:23:54.867Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 333 | 2024-04-02T19:23:54.867Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
path = /scratch/u2_5.vdev
|
| 334 | 2024-04-02T19:23:54.877Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:301
|
| 335 | 2024-04-02T19:23:54.877Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = cd12cf78-324e-45e0-9823-2a4f43bd78e0
|
| 336 | 2024-04-02T19:23:54.974Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: cd12cf78-324e-45e0-9823-2a4f43bd78e0, kind: External }
|
| 337 | 2024-04-02T19:23:54.982Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 338 | 2024-04-02T19:23:54.982Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 339 | 2024-04-02T19:23:54.982Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 340 | 2024-04-02T19:23:54.982Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 341 | 2024-04-02T19:23:54.982Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 342 | 2024-04-02T19:23:54.982Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 343 | 2024-04-02T19:23:54.982Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 344 | 2024-04-02T19:23:54.986Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 345 | 2024-04-02T19:23:55.020Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 346 | 2024-04-02T19:23:55.028Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_cd12cf78-324e-45e0-9823-2a4f43bd78e0/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 347 | 2024-04-02T19:23:55.159Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_cd12cf78-324e-45e0-9823-2a4f43bd78e0
file = sled-storage/src/dataset.rs:480
|
| 348 | 2024-04-02T19:23:55.167Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 349 | 2024-04-02T19:23:55.167Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 350 | 2024-04-02T19:23:55.167Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 351 | 2024-04-02T19:23:55.167Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 352 | 2024-04-02T19:23:55.167Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
path = /scratch/u2_6.vdev
|
| 353 | 2024-04-02T19:23:55.178Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:301
|
| 354 | 2024-04-02T19:23:55.178Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = c85fc531-dfdd-475f-9d3e-5b32daa76dc8
|
| 355 | 2024-04-02T19:23:55.274Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: c85fc531-dfdd-475f-9d3e-5b32daa76dc8, kind: External }
|
| 356 | 2024-04-02T19:23:55.282Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 357 | 2024-04-02T19:23:55.282Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 358 | 2024-04-02T19:23:55.282Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 359 | 2024-04-02T19:23:55.282Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 360 | 2024-04-02T19:23:55.282Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 361 | 2024-04-02T19:23:55.282Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 362 | 2024-04-02T19:23:55.282Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 363 | 2024-04-02T19:23:55.319Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 364 | 2024-04-02T19:23:55.327Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_c85fc531-dfdd-475f-9d3e-5b32daa76dc8/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 365 | 2024-04-02T19:23:55.457Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_c85fc531-dfdd-475f-9d3e-5b32daa76dc8
file = sled-storage/src/dataset.rs:480
|
| 366 | 2024-04-02T19:23:55.465Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 367 | 2024-04-02T19:23:55.465Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 368 | 2024-04-02T19:23:55.465Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 369 | 2024-04-02T19:23:55.465Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 370 | 2024-04-02T19:23:55.465Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
path = /scratch/u2_7.vdev
|
| 371 | 2024-04-02T19:23:55.474Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:301
|
| 372 | 2024-04-02T19:23:55.474Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = 7be94b15-1cae-453d-a425-b54472128745
|
| 373 | 2024-04-02T19:23:55.569Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 7be94b15-1cae-453d-a425-b54472128745, kind: External }
|
| 374 | 2024-04-02T19:23:55.576Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 375 | 2024-04-02T19:23:55.576Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 376 | 2024-04-02T19:23:55.576Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 377 | 2024-04-02T19:23:55.576Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 378 | 2024-04-02T19:23:55.576Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 379 | 2024-04-02T19:23:55.576Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 380 | 2024-04-02T19:23:55.577Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 381 | 2024-04-02T19:23:55.611Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 382 | 2024-04-02T19:23:55.619Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_7be94b15-1cae-453d-a425-b54472128745/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 383 | 2024-04-02T19:23:55.687Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:2286
|
| 384 | 2024-04-02T19:23:55.753Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_7be94b15-1cae-453d-a425-b54472128745
file = sled-storage/src/dataset.rs:480
|
| 385 | 2024-04-02T19:23:55.761Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 386 | 2024-04-02T19:23:55.761Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 387 | 2024-04-02T19:23:55.761Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:379
|
| 388 | 2024-04-02T19:23:55.761Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:456
|
| 389 | 2024-04-02T19:23:55.761Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:111
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
path = /scratch/u2_8.vdev
|
| 390 | 2024-04-02T19:23:55.771Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:301
|
| 391 | 2024-04-02T19:23:55.771Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:307
id = c1df15ac-160e-4f21-a810-e496d28b20e3
|
| 392 | 2024-04-02T19:23:55.870Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: c1df15ac-160e-4f21-a810-e496d28b20e3, kind: External }
|
| 393 | 2024-04-02T19:23:55.878Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/dataset.rs:332
|
| 394 | 2024-04-02T19:23:55.878Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 395 | 2024-04-02T19:23:55.878Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 396 | 2024-04-02T19:23:55.878Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 397 | 2024-04-02T19:23:55.878Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 398 | 2024-04-02T19:23:55.878Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:38
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 399 | 2024-04-02T19:23:55.878Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 400 | 2024-04-02T19:23:55.906Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 401 | 2024-04-02T19:23:55.915Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:57
|
| 402 | 2024-04-02T19:23:55.923Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_c1df15ac-160e-4f21-a810-e496d28b20e3/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 403 | 2024-04-02T19:23:55.988Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 404 | 2024-04-02T19:23:56.044Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_c1df15ac-160e-4f21-a810-e496d28b20e3
file = sled-storage/src/dataset.rs:480
|
| 405 | 2024-04-02T19:23:56.052Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:477
|
| 406 | 2024-04-02T19:23:56.052Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
file = sled-storage/src/resources.rs:394
|
| 407 | 2024-04-02T19:23:56.052Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 408 | 2024-04-02T19:23:56.052Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { values: {DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }, variant: M2, slot: 1024 }, zpool_name: ZpoolName { id: ac12586f-4600-4386-b67a-06e71604105d, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }, variant: U2, slot: 1026 }, zpool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }, variant: M2, slot: 1025 }, zpool_name: ZpoolName { id: 4680357c-2e09-4219-9734-def5d8f1acad, kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }, variant: U2, slot: 1027 }, zpool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }, variant: U2, slot: 1028 }, zpool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }, variant: U2, slot: 1029 }, zpool_name: ZpoolName { id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }, variant: U2, slot: 1030 }, zpool_name: ZpoolName { id: f29d296b-f120-409c-9f15-8f22a14941de, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }, variant: U2, slot: 1031 }, zpool_name: ZpoolName { id: cd12cf78-324e-45e0-9823-2a4f43bd78e0, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }, variant: U2, slot: 1032 }, zpool_name: ZpoolName { id: c85fc531-dfdd-475f-9d3e-5b32daa76dc8, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }, variant: U2, slot: 1033 }, zpool_name: ZpoolName { id: 7be94b15-1cae-453d-a425-b54472128745, kind: External } })), DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }, variant: U2, slot: 1034 }, zpool_name: ZpoolName { id: c1df15ac-160e-4f21-a810-e496d28b20e3, kind: External } }))}, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:41
|
| 409 | 2024-04-02T19:23:56.052Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 410 | 2024-04-02T19:23:56.052Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 12670105
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:60483
req_id = 22f70849-d7ee-4f52-a202-10bc8b2ca7d0
response_code = 200
uri = /omicron-physical-disks
|
| 411 | 2024-04-02T19:23:56.083Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: d5ecea82-6961-496a-b315-6b4796ed11ee, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: abc39f47-d572-406d-9fef-9064174cf5f5, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 87fb2361-f6ff-4fd0-abd2-7fdff2db99cb, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:427
sled_address = [fd00:1122:3344:101::1]:12345
|
| 412 | 2024-04-02T19:23:56.084Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38954
|
| 413 | 2024-04-02T19:23:56.084Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d5ecea82-6961-496a-b315-6b4796ed11ee, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 414 | 2024-04-02T19:23:56.084Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: d5ecea82-6961-496a-b315-6b4796ed11ee, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: InternalDns }, responder: ... }
|
| 415 | 2024-04-02T19:23:56.134Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: abc39f47-d572-406d-9fef-9064174cf5f5, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 416 | 2024-04-02T19:23:56.134Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: abc39f47-d572-406d-9fef-9064174cf5f5, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: InternalDns }, responder: ... }
|
| 417 | 2024-04-02T19:23:56.183Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 87fb2361-f6ff-4fd0-abd2-7fdff2db99cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 418 | 2024-04-02T19:23:56.183Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 87fb2361-f6ff-4fd0-abd2-7fdff2db99cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: InternalDns }, responder: ... }
|
| 419 | 2024-04-02T19:23:56.232Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 420 | 2024-04-02T19:23:56.232Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 421 | 2024-04-02T19:23:56.232Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 422 | 2024-04-02T19:23:56.232Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 423 | 2024-04-02T19:23:56.275Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 424 | 2024-04-02T19:23:56.275Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 425 | 2024-04-02T19:23:56.275Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 426 | 2024-04-02T19:23:56.329Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee
file = illumos-utils/src/zone.rs:315
|
| 427 | 2024-04-02T19:23:56.333Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
file = illumos-utils/src/zone.rs:315
|
| 428 | 2024-04-02T19:23:56.337Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
file = illumos-utils/src/zone.rs:315
|
| 429 | 2024-04-02T19:23:56.351Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee
file = illumos-utils/src/zone.rs:354
|
| 430 | 2024-04-02T19:23:56.355Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
file = illumos-utils/src/zone.rs:354
|
| 431 | 2024-04-02T19:23:56.360Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
file = illumos-utils/src/zone.rs:354
|
| 432 | 2024-04-02T19:23:56.991Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 433 | 2024-04-02T19:23:57.252Z | WARN | SledAgent: failed to register as a metric producer with Nexus
error = "Metric registration error: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/metrics/producers): error trying to connect: dns error: proto error: io error: No route to host (os error 148)"
file = sled-agent/src/sled_agent.rs:1178
retry_after = 11.651495024s
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 434 | 2024-04-02T19:23:57.905Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 435 | 2024-04-02T19:23:57.993Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:169
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 436 | 2024-04-02T19:23:58.710Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService2"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:2::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:2::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:2::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:2::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 437 | 2024-04-02T19:23:58.710Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:2::, len: 64 }
|
| 438 | 2024-04-02T19:23:58.710Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
|
| 439 | 2024-04-02T19:23:59.193Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService3"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:3::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:3::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:3::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:3::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 440 | 2024-04-02T19:23:59.193Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:3::, len: 64 }
|
| 441 | 2024-04-02T19:23:59.675Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService1"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:1::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:1::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:1::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:1::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 442 | 2024-04-02T19:23:59.683Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5") failed: Property not found. retry in 42.56281ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
|
| 443 | 2024-04-02T19:23:59.683Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
|
| 444 | 2024-04-02T19:23:59.687Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:87
prefix = Ipv6Prefix { addr: fd00:1122:3344:1::, len: 64 }
|
| 445 | 2024-04-02T19:23:59.687Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee
|
| 446 | 2024-04-02T19:23:59.735Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5") failed: Property not found. retry in 83.769017ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
|
| 447 | 2024-04-02T19:23:59.807Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb") failed: Property not found. retry in 37.896626ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
|
| 448 | 2024-04-02T19:23:59.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee") failed: Property not found. retry in 53.621266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee
|
| 449 | 2024-04-02T19:23:59.827Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5") failed: Property not found. retry in 211.016124ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
|
| 450 | 2024-04-02T19:23:59.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb") failed: Property not found. retry in 119.695038ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
|
| 451 | 2024-04-02T19:23:59.974Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee") failed: Property not found. retry in 135.045934ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee
|
| 452 | 2024-04-02T19:23:59.994Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb") failed: Property not found. retry in 208.209191ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
|
| 453 | 2024-04-02T19:24:00.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5") failed: Property not found. retry in 521.942194ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
|
| 454 | 2024-04-02T19:24:00.135Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee") failed: Property not found. retry in 249.162435ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee
|
| 455 | 2024-04-02T19:24:00.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb") failed: Property not found. retry in 322.848438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
|
| 456 | 2024-04-02T19:24:00.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee") failed: Property not found. retry in 571.851557ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee
|
| 457 | 2024-04-02T19:24:00.569Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb") failed: Property not found. retry in 1.152039814s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
|
| 458 | 2024-04-02T19:24:00.645Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5") failed: Property not found. retry in 421.775724ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
|
| 459 | 2024-04-02T19:24:00.978Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee") failed: Property not found. retry in 990.262882ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee
|
| 460 | 2024-04-02T19:24:01.076Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5") failed: Property not found. retry in 1.086170123s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
|
| 461 | 2024-04-02T19:24:01.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb") failed: Property not found. retry in 1.041553809s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
|
| 462 | 2024-04-02T19:24:01.736Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone
file = sled-agent/src/services.rs:2303
|
| 463 | 2024-04-02T19:24:01.736Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:626
zone = oxz_switch
|
| 464 | 2024-04-02T19:24:01.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee") failed: Property not found. retry in 1.132134989s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee
|
| 465 | 2024-04-02T19:24:02.171Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5") failed: Property not found. retry in 833.791108ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
|
| 466 | 2024-04-02T19:24:02.293Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fea9:b0bd
file = sled-agent/src/services.rs:2310
|
| 467 | 2024-04-02T19:24:02.299Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:2371
|
| 468 | 2024-04-02T19:24:02.420Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2556
|
| 469 | 2024-04-02T19:24:02.662Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2720
|
| 470 | 2024-04-02T19:24:02.781Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb") failed: Property not found. retry in 733.851713ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
|
| 471 | 2024-04-02T19:24:02.843Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2435
|
| 472 | 2024-04-02T19:24:03.014Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5") failed: Property not found. retry in 770.559826ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
|
| 473 | 2024-04-02T19:24:03.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee") failed: Property not found. retry in 1.291802073s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee
|
| 474 | 2024-04-02T19:24:03.137Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2470
|
| 475 | 2024-04-02T19:24:03.337Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2758
|
| 476 | 2024-04-02T19:24:03.515Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2785
|
| 477 | 2024-04-02T19:24:03.526Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb") failed: Property not found. retry in 878.021307ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
|
| 478 | 2024-04-02T19:24:03.740Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2664
|
| 479 | 2024-04-02T19:24:03.794Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5") failed: Property not found. retry in 884.505877ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
|
| 480 | 2024-04-02T19:24:03.924Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2464
|
| 481 | 2024-04-02T19:24:03.934Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:3843
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 482 | 2024-04-02T19:24:03.934Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:3859
|
| 483 | 2024-04-02T19:24:03.934Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:609
zone = oxz_switch
|
| 484 | 2024-04-02T19:24:04.413Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb") failed: Property not found. retry in 752.979507ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
|
| 485 | 2024-04-02T19:24:04.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee") failed: Property not found. retry in 907.708556ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee
|
| 486 | 2024-04-02T19:24:04.487Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:3867
|
| 487 | 2024-04-02T19:24:04.493Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:3923
|
| 488 | 2024-04-02T19:24:04.633Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:3985
|
| 489 | 2024-04-02T19:24:04.742Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:3966
rack_subnet = fd00:1122:3344::
|
| 490 | 2024-04-02T19:24:04.766Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4008
|
| 491 | 2024-04-02T19:24:04.879Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4035
|
| 492 | 2024-04-02T19:24:05.026Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:364
|
| 493 | 2024-04-02T19:24:05.058Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:412
|
| 494 | 2024-04-02T19:24:05.091Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:589
|
| 495 | 2024-04-02T19:24:05.091Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:627
|
| 496 | 2024-04-02T19:24:05.092Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:630
uptime = 3
|
| 497 | 2024-04-02T19:24:05.092Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:434
|
| 498 | 2024-04-02T19:24:05.171Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:381
|
| 499 | 2024-04-02T19:24:05.171Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-M2" }
|
| 500 | 2024-04-02T19:24:05.171Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-0", model: "synthetic-model-U2" }
|
| 501 | 2024-04-02T19:24:05.171Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-M2" }
|
| 502 | 2024-04-02T19:24:05.171Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-1", model: "synthetic-model-U2" }
|
| 503 | 2024-04-02T19:24:05.171Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-2", model: "synthetic-model-U2" }
|
| 504 | 2024-04-02T19:24:05.171Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-3", model: "synthetic-model-U2" }
|
| 505 | 2024-04-02T19:24:05.171Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-4", model: "synthetic-model-U2" }
|
| 506 | 2024-04-02T19:24:05.171Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-5", model: "synthetic-model-U2" }
|
| 507 | 2024-04-02T19:24:05.171Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-6", model: "synthetic-model-U2" }
|
| 508 | 2024-04-02T19:24:05.171Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-7", model: "synthetic-model-U2" }
|
| 509 | 2024-04-02T19:24:05.171Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:532
identity = DiskIdentity { vendor: "synthetic-vendor", serial: "synthetic-serial-8", model: "synthetic-model-U2" }
|
| 510 | 2024-04-02T19:24:05.346Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_internal_dns_d5ecea82-6961-496a-b315-6b4796ed11ee
|
| 511 | 2024-04-02T19:24:05.346Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_internal_dns_abc39f47-d572-406d-9fef-9064174cf5f5
|
| 512 | 2024-04-02T19:24:05.346Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_internal_dns_87fb2361-f6ff-4fd0-abd2-7fdff2db99cb
|
| 513 | 2024-04-02T19:24:05.346Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 514 | 2024-04-02T19:24:05.347Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 515 | 2024-04-02T19:24:05.347Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9263259
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:38954
req_id = 6c10b279-4bec-4f3f-bd5e-a6e42d465388
response_code = 204
uri = /omicron-zones
|
| 516 | 2024-04-02T19:24:05.349Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:545
|
| 517 | 2024-04-02T19:24:05.578Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 117.457927ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:565
|
| 518 | 2024-04-02T19:24:05.714Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:545
|
| 519 | 2024-04-02T19:24:05.766Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:545
|
| 520 | 2024-04-02T19:24:05.812Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:581
|
| 521 | 2024-04-02T19:24:05.812Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 522 | 2024-04-02T19:24:05.844Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 523 | 2024-04-02T19:24:05.845Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 524 | 2024-04-02T19:24:05.845Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 525 | 2024-04-02T19:24:05.873Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: d5ecea82-6961-496a-b315-6b4796ed11ee, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: abc39f47-d572-406d-9fef-9064174cf5f5, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 87fb2361-f6ff-4fd0-abd2-7fdff2db99cb, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 23d1f506-166d-47a3-b1f0-36559b9d466b, kind: Service { id: 0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9 }, name: Name("ntp-0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 89])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:427
sled_address = [fd00:1122:3344:101::1]:12345
|
| 526 | 2024-04-02T19:24:05.873Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41755
|
| 527 | 2024-04-02T19:24:05.873Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d5ecea82-6961-496a-b315-6b4796ed11ee, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 528 | 2024-04-02T19:24:05.873Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: d5ecea82-6961-496a-b315-6b4796ed11ee, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: InternalDns }, responder: ... }
|
| 529 | 2024-04-02T19:24:05.895Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: abc39f47-d572-406d-9fef-9064174cf5f5, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 530 | 2024-04-02T19:24:05.895Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: abc39f47-d572-406d-9fef-9064174cf5f5, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: InternalDns }, responder: ... }
|
| 531 | 2024-04-02T19:24:05.913Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 87fb2361-f6ff-4fd0-abd2-7fdff2db99cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 532 | 2024-04-02T19:24:05.913Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 87fb2361-f6ff-4fd0-abd2-7fdff2db99cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: InternalDns }, responder: ... }
|
| 533 | 2024-04-02T19:24:05.932Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 534 | 2024-04-02T19:24:05.932Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 535 | 2024-04-02T19:24:05.932Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 536 | 2024-04-02T19:24:05.933Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 537 | 2024-04-02T19:24:05.944Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 538 | 2024-04-02T19:24:05.976Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 539 | 2024-04-02T19:24:05.977Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 540 | 2024-04-02T19:24:05.977Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 541 | 2024-04-02T19:24:06.020Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 168, 89]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: "vopte0" } }
|
| 542 | 2024-04-02T19:24:06.020Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1277
zone_type = ntp
|
| 543 | 2024-04-02T19:24:06.021Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 544 | 2024-04-02T19:24:06.021Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 545 | 2024-04-02T19:24:06.021Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.169,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 546 | 2024-04-02T19:24:06.022Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 547 | 2024-04-02T19:24:06.045Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9
file = illumos-utils/src/zone.rs:315
|
| 548 | 2024-04-02T19:24:06.063Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9
file = illumos-utils/src/zone.rs:354
|
| 549 | 2024-04-02T19:24:07.196Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService4"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::1b"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value="fd00:1122:3344:100::/56"/>
<propval type="boolean" name="boundary" value="true"/>
<propval type="astring" name="server" value="0.pool.ntp.org"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte0"/>
<propval type="astring" name="gateway" value="172.30.3.1"/>
<propval type="astring" name="ip" value="172.30.3.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 550 | 2024-04-02T19:24:07.197Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9
|
| 551 | 2024-04-02T19:24:07.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9") failed: Property not found. retry in 63.893634ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9
|
| 552 | 2024-04-02T19:24:07.417Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9") failed: Property not found. retry in 95.959651ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9
|
| 553 | 2024-04-02T19:24:07.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9") failed: Property not found. retry in 287.346675ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9
|
| 554 | 2024-04-02T19:24:07.843Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9") failed: Property not found. retry in 514.159602ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9
|
| 555 | 2024-04-02T19:24:08.367Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9") failed: Property not found. retry in 426.838812ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9
|
| 556 | 2024-04-02T19:24:08.416Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:43460
|
| 557 | 2024-04-02T19:24:08.416Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 72
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:43460
req_id = 4cb366d0-a387-4a05-87e5-ac9f662dabd9
response_code = 200
uri = /baseboard
|
| 558 | 2024-04-02T19:24:08.804Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9") failed: Property not found. retry in 927.438274ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9
|
| 559 | 2024-04-02T19:24:09.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9") failed: Property not found. retry in 1.461711888s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9
|
| 560 | 2024-04-02T19:24:11.211Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9") failed: Property not found. retry in 1.459976658s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9
|
| 561 | 2024-04-02T19:24:12.691Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9
|
| 562 | 2024-04-02T19:24:12.691Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 563 | 2024-04-02T19:24:12.691Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 564 | 2024-04-02T19:24:12.692Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 6818411
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:41755
req_id = d9554da5-0c9a-4219-a520-bcd570c3bafa
response_code = 204
uri = /omicron-zones
|
| 565 | 2024-04-02T19:24:12.693Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:622
|
| 566 | 2024-04-02T19:24:12.722Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 567 | 2024-04-02T19:24:12.723Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60523
|
| 568 | 2024-04-02T19:24:12.732Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3574
|
| 569 | 2024-04-02T19:24:12.732Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 9094
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60523
req_id = e196d5bd-f54a-49cc-8d2d-41c680a90cbb
response_code = 500
uri = /timesync
|
| 570 | 2024-04-02T19:24:12.734Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 571 | 2024-04-02T19:24:12.844Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 572 | 2024-04-02T19:24:12.844Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49360
|
| 573 | 2024-04-02T19:24:16.852Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3574
|
| 574 | 2024-04-02T19:24:16.852Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 4008222
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49360
req_id = 61db2691-67cd-468f-a4c0-0c781366166e
response_code = 500
uri = /timesync
|
| 575 | 2024-04-02T19:24:16.855Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 576 | 2024-04-02T19:24:17.030Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 577 | 2024-04-02T19:24:17.030Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41842
|
| 578 | 2024-04-02T19:24:17.039Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3574
|
| 579 | 2024-04-02T19:24:17.039Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 8546
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41842
req_id = c8cb907f-6a05-4068-a656-375ec283f5e9
response_code = 500
uri = /timesync
|
| 580 | 2024-04-02T19:24:17.040Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 581 | 2024-04-02T19:24:17.249Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 582 | 2024-04-02T19:24:17.249Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53776
|
| 583 | 2024-04-02T19:24:17.257Z | INFO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3574
|
| 584 | 2024-04-02T19:24:17.257Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:837
latency_us = 8357
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53776
req_id = 61e09269-327d-4646-af75-0ebb9e1d62b7
response_code = 500
uri = /timesync
|
| 585 | 2024-04-02T19:24:17.259Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 586 | 2024-04-02T19:24:17.420Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 587 | 2024-04-02T19:24:17.420Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56937
|
| 588 | 2024-04-02T19:24:19.428Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 2008455
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56937
req_id = 609cde34-a4f7-4a1e-a891-d02383a53952
response_code = 200
uri = /timesync
|
| 589 | 2024-04-02T19:24:19.432Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 590 | 2024-04-02T19:24:19.432Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 591 | 2024-04-02T19:24:19.665Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 592 | 2024-04-02T19:24:19.665Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61686
|
| 593 | 2024-04-02T19:24:19.674Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8453
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61686
req_id = 13f4f14f-f5fe-4009-9768-1ed3325e5f34
response_code = 200
uri = /timesync
|
| 594 | 2024-04-02T19:24:19.676Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 595 | 2024-04-02T19:24:19.676Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 596 | 2024-04-02T19:24:19.888Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 597 | 2024-04-02T19:24:19.888Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40442
|
| 598 | 2024-04-02T19:24:19.897Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8769
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40442
req_id = c685133f-f8d2-466f-834e-5b94665cec56
response_code = 200
uri = /timesync
|
| 599 | 2024-04-02T19:24:19.899Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 600 | 2024-04-02T19:24:19.899Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 601 | 2024-04-02T19:24:20.333Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 602 | 2024-04-02T19:24:20.333Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48316
|
| 603 | 2024-04-02T19:24:20.341Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7973
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48316
req_id = 9061d429-17da-4751-ad26-a3b0c9856b38
response_code = 200
uri = /timesync
|
| 604 | 2024-04-02T19:24:20.343Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 605 | 2024-04-02T19:24:20.343Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 606 | 2024-04-02T19:24:20.857Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 607 | 2024-04-02T19:24:20.857Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36665
|
| 608 | 2024-04-02T19:24:20.867Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9342
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36665
req_id = ee20fcaf-cf00-44b2-acf4-87041945cd52
response_code = 200
uri = /timesync
|
| 609 | 2024-04-02T19:24:20.869Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 610 | 2024-04-02T19:24:20.869Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 611 | 2024-04-02T19:24:21.234Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 612 | 2024-04-02T19:24:21.234Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57722
|
| 613 | 2024-04-02T19:24:21.243Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8190
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57722
req_id = f0f00bcd-6567-495d-b9bb-0cdb9e305607
response_code = 200
uri = /timesync
|
| 614 | 2024-04-02T19:24:21.244Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 615 | 2024-04-02T19:24:21.244Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 616 | 2024-04-02T19:24:21.942Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 617 | 2024-04-02T19:24:21.942Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52894
|
| 618 | 2024-04-02T19:24:21.952Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9299
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52894
req_id = 7c7110f5-dc0c-4089-93d6-fa5ce5dcaafd
response_code = 200
uri = /timesync
|
| 619 | 2024-04-02T19:24:21.954Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 620 | 2024-04-02T19:24:21.954Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 621 | 2024-04-02T19:24:23.015Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 622 | 2024-04-02T19:24:23.015Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61134
|
| 623 | 2024-04-02T19:24:23.018Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:801
|
| 624 | 2024-04-02T19:24:23.024Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8939
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61134
req_id = 3e9692c9-5ac4-4b33-96d4-bc309a792388
response_code = 200
uri = /timesync
|
| 625 | 2024-04-02T19:24:23.026Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 626 | 2024-04-02T19:24:23.026Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 627 | 2024-04-02T19:24:23.531Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 628 | 2024-04-02T19:24:23.531Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63580
|
| 629 | 2024-04-02T19:24:23.539Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7847
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63580
req_id = 27c777a2-17e7-4dd5-8e75-df031d64eb93
response_code = 200
uri = /timesync
|
| 630 | 2024-04-02T19:24:23.541Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 631 | 2024-04-02T19:24:23.541Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 632 | 2024-04-02T19:24:24.433Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 633 | 2024-04-02T19:24:24.433Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41005
|
| 634 | 2024-04-02T19:24:24.437Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:801
|
| 635 | 2024-04-02T19:24:24.442Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8297
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41005
req_id = dadbf685-db3d-4aa1-aa4f-ee04a33ad5b7
response_code = 200
uri = /timesync
|
| 636 | 2024-04-02T19:24:24.443Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 637 | 2024-04-02T19:24:24.443Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 638 | 2024-04-02T19:24:25.336Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 639 | 2024-04-02T19:24:25.336Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38124
|
| 640 | 2024-04-02T19:24:25.339Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:801
|
| 641 | 2024-04-02T19:24:25.345Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8450
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38124
req_id = 9dd195a9-704c-4d80-949e-2c646a35846c
response_code = 200
uri = /timesync
|
| 642 | 2024-04-02T19:24:25.346Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 643 | 2024-04-02T19:24:25.346Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 644 | 2024-04-02T19:24:27.235Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 645 | 2024-04-02T19:24:27.235Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43108
|
| 646 | 2024-04-02T19:24:27.244Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8238
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43108
req_id = feb36645-ab13-4768-beba-629d331b37a2
response_code = 200
uri = /timesync
|
| 647 | 2024-04-02T19:24:27.245Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 648 | 2024-04-02T19:24:27.245Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 649 | 2024-04-02T19:24:28.635Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 650 | 2024-04-02T19:24:28.635Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35520
|
| 651 | 2024-04-02T19:24:28.644Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8456
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35520
req_id = 56ae44c6-0391-44fe-ad7e-de5c846ef380
response_code = 200
uri = /timesync
|
| 652 | 2024-04-02T19:24:28.646Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 653 | 2024-04-02T19:24:28.646Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 654 | 2024-04-02T19:24:30.845Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 655 | 2024-04-02T19:24:30.846Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52924
|
| 656 | 2024-04-02T19:24:30.854Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8385
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52924
req_id = b778dfd8-926c-4807-b304-0b6d5f6fa62d
response_code = 200
uri = /timesync
|
| 657 | 2024-04-02T19:24:30.855Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 658 | 2024-04-02T19:24:30.856Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 659 | 2024-04-02T19:24:32.258Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 660 | 2024-04-02T19:24:32.258Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45064
|
| 661 | 2024-04-02T19:24:32.267Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8545
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45064
req_id = 3c8baaf0-3106-47c9-8602-4b7535b6819d
response_code = 200
uri = /timesync
|
| 662 | 2024-04-02T19:24:32.269Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 663 | 2024-04-02T19:24:32.269Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 664 | 2024-04-02T19:24:35.774Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 665 | 2024-04-02T19:24:35.774Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40556
|
| 666 | 2024-04-02T19:24:35.782Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8460
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40556
req_id = 44856aae-1561-4164-a42e-d355da79d566
response_code = 200
uri = /timesync
|
| 667 | 2024-04-02T19:24:35.784Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 668 | 2024-04-02T19:24:35.784Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 669 | 2024-04-02T19:24:37.920Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45423
|
| 670 | 2024-04-02T19:24:37.920Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 86
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45423
req_id = e650b178-8060-42bf-b7df-8d98e1c0b634
response_code = 200
uri = /baseboard
|
| 671 | 2024-04-02T19:24:38.556Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 672 | 2024-04-02T19:24:38.556Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45305
|
| 673 | 2024-04-02T19:24:38.565Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8658
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45305
req_id = e3949503-443e-4d44-af46-4909ec336170
response_code = 200
uri = /timesync
|
| 674 | 2024-04-02T19:24:38.566Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 675 | 2024-04-02T19:24:38.566Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 676 | 2024-04-02T19:24:44.282Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 677 | 2024-04-02T19:24:44.282Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57675
|
| 678 | 2024-04-02T19:24:44.290Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8396
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57675
req_id = 0b686158-5377-448d-8d6f-6073c2264dec
response_code = 200
uri = /timesync
|
| 679 | 2024-04-02T19:24:44.292Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 680 | 2024-04-02T19:24:44.292Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 681 | 2024-04-02T19:24:50.032Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 682 | 2024-04-02T19:24:50.032Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57694
|
| 683 | 2024-04-02T19:24:50.041Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9002
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57694
req_id = 04c59d07-77a4-482e-a6b4-9db9aaca5d4d
response_code = 200
uri = /timesync
|
| 684 | 2024-04-02T19:24:50.043Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 685 | 2024-04-02T19:24:50.043Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 686 | 2024-04-02T19:24:55.854Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 687 | 2024-04-02T19:24:55.854Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50914
|
| 688 | 2024-04-02T19:24:55.863Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8634
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50914
req_id = 51bc79fb-7c4d-4c7f-b336-d91830317f36
response_code = 200
uri = /timesync
|
| 689 | 2024-04-02T19:24:55.864Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 690 | 2024-04-02T19:24:55.864Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 691 | 2024-04-02T19:25:05.560Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 692 | 2024-04-02T19:25:05.560Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45792
|
| 693 | 2024-04-02T19:25:05.569Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8839
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45792
req_id = 0bd0142b-e3ce-44ba-ab9f-0353c1696228
response_code = 200
uri = /timesync
|
| 694 | 2024-04-02T19:25:05.571Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 695 | 2024-04-02T19:25:05.571Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 696 | 2024-04-02T19:25:07.953Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62267
|
| 697 | 2024-04-02T19:25:07.953Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 640
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62267
req_id = 688b6c70-05c7-4020-a04d-9e3870f35298
response_code = 200
uri = /baseboard
|
| 698 | 2024-04-02T19:25:14.433Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 699 | 2024-04-02T19:25:14.433Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53046
|
| 700 | 2024-04-02T19:25:14.441Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8088
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53046
req_id = a0a8bb16-ac63-4a4a-ba37-11c70eef9fc3
response_code = 200
uri = /timesync
|
| 701 | 2024-04-02T19:25:14.445Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085856.5571115, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 702 | 2024-04-02T19:25:14.445Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 703 | 2024-04-02T19:25:23.866Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 704 | 2024-04-02T19:25:23.866Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47628
|
| 705 | 2024-04-02T19:25:23.876Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9039
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47628
req_id = f755845a-b74b-45a1-8552-ddf55920b2ec
response_code = 200
uri = /timesync
|
| 706 | 2024-04-02T19:25:23.877Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085921.879316, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 707 | 2024-04-02T19:25:23.877Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 708 | 2024-04-02T19:25:37.658Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 709 | 2024-04-02T19:25:37.658Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34620
|
| 710 | 2024-04-02T19:25:37.667Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8320
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:34620
req_id = b031d9e3-5448-4077-8d45-fdd714b7032a
response_code = 200
uri = /timesync
|
| 711 | 2024-04-02T19:25:37.669Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085921.879316, correction: 0.31746003 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 712 | 2024-04-02T19:25:37.669Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 713 | 2024-04-02T19:25:38.011Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61160
|
| 714 | 2024-04-02T19:25:38.012Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 71
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61160
req_id = a52ef0c2-a4fb-4bfa-8a46-95bf828792a9
response_code = 200
uri = /baseboard
|
| 715 | 2024-04-02T19:25:52.675Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 716 | 2024-04-02T19:25:52.675Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39555
|
| 717 | 2024-04-02T19:25:52.684Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8783
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39555
req_id = d841a1e0-b63c-432e-93ac-13e7967c3706
response_code = 200
uri = /timesync
|
| 718 | 2024-04-02T19:25:52.686Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085921.879316, correction: 0.276896864 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 719 | 2024-04-02T19:25:52.686Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 720 | 2024-04-02T19:26:05.226Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 721 | 2024-04-02T19:26:05.226Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35248
|
| 722 | 2024-04-02T19:26:05.235Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8639
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35248
req_id = 9fbb5a5d-823a-4fbf-ac06-cce5b5a95425
response_code = 200
uri = /timesync
|
| 723 | 2024-04-02T19:26:05.237Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1712085921.879316, correction: 0.24299714 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 724 | 2024-04-02T19:26:05.237Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 725 | 2024-04-02T19:26:08.126Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47823
|
| 726 | 2024-04-02T19:26:08.126Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 55
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47823
req_id = 6ea2d163-496b-4db2-bc22-5067cae378a9
response_code = 200
uri = /baseboard
|
| 727 | 2024-04-02T19:26:32.740Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 728 | 2024-04-02T19:26:32.740Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50881
|
| 729 | 2024-04-02T19:26:32.748Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8475
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50881
req_id = 03047b74-5a05-459f-bc26-e2e71b78f458
response_code = 200
uri = /timesync
|
| 730 | 2024-04-02T19:26:32.750Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 212309761, ip_addr: 12.167.151.1, stratum: 3, ref_time: 1712085990.587278, correction: 0.176777869 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 731 | 2024-04-02T19:26:32.750Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 732 | 2024-04-02T19:26:38.242Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:55463
|
| 733 | 2024-04-02T19:26:38.242Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 63
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:55463
req_id = ea89074f-efa2-43f8-bcb3-8c2a83c289df
response_code = 200
uri = /baseboard
|
| 734 | 2024-04-02T19:26:49.692Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 735 | 2024-04-02T19:26:49.692Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59746
|
| 736 | 2024-04-02T19:26:49.701Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8485
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59746
req_id = 7f21cc71-8c25-450b-ab3c-4fb541d05bae
response_code = 200
uri = /timesync
|
| 737 | 2024-04-02T19:26:49.703Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 212309761, ip_addr: 12.167.151.1, stratum: 3, ref_time: 1712085990.587278, correction: 0.130988672 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 738 | 2024-04-02T19:26:49.703Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 739 | 2024-04-02T19:27:08.239Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 740 | 2024-04-02T19:27:08.239Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43390
|
| 741 | 2024-04-02T19:27:08.249Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 9360
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43390
req_id = d39f7528-af2a-43bc-9327-8822b7b1ceea
response_code = 200
uri = /timesync
|
| 742 | 2024-04-02T19:27:08.251Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 212309761, ip_addr: 12.167.151.1, stratum: 3, ref_time: 1712085990.587278, correction: 0.080892056 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 743 | 2024-04-02T19:27:08.251Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:652
|
| 744 | 2024-04-02T19:27:08.356Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36612
|
| 745 | 2024-04-02T19:27:08.357Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 763
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36612
req_id = 6455735c-a363-43ff-b871-bc9f45aa8c06
response_code = 200
uri = /baseboard
|
| 746 | 2024-04-02T19:27:38.465Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56293
|
| 747 | 2024-04-02T19:27:38.466Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56293
req_id = fefe573a-2a7f-4c86-9c59-2f87f503f285
response_code = 200
uri = /baseboard
|
| 748 | 2024-04-02T19:27:43.012Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:602
|
| 749 | 2024-04-02T19:27:43.012Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:65027
|
| 750 | 2024-04-02T19:27:43.033Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 21361
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:65027
req_id = 7abe40fd-e450-4bdf-a9d9-fb52267c7394
response_code = 200
uri = /timesync
|
| 751 | 2024-04-02T19:27:43.036Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 861004517, ip_addr: 51.81.226.229, stratum: 3, ref_time: 1712086055.1333222, correction: 0.002982588 }
file = sled-agent/src/rack_setup/service.rs:630
|
| 752 | 2024-04-02T19:27:43.036Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1210
|
| 753 | 2024-04-02T19:27:43.064Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: d5ecea82-6961-496a-b315-6b4796ed11ee, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: abc39f47-d572-406d-9fef-9064174cf5f5, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 87fb2361-f6ff-4fd0-abd2-7fdff2db99cb, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 23d1f506-166d-47a3-b1f0-36559b9d466b, kind: Service { id: 0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9 }, name: Name("ntp-0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 89])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 17e439be-7154-4db8-a803-99959dec3617, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External } } } }, OmicronZoneConfig { id: 9c76f203-ca5c-43cc-b844-a0f3b5f7982f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External } } } }, OmicronZoneConfig { id: b79ee922-9282-411a-9602-33aa60395bdb, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External } } } }, OmicronZoneConfig { id: 40870871-0739-46d0-94b8-5907145c1f44, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3, kind: External } } } }, OmicronZoneConfig { id: 3fedee49-b4f6-4005-bdda-37c2037c4423, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f29d296b-f120-409c-9f15-8f22a14941de, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:427
sled_address = [fd00:1122:3344:101::1]:12345
|
| 754 | 2024-04-02T19:27:43.065Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58907
|
| 755 | 2024-04-02T19:27:43.065Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d5ecea82-6961-496a-b315-6b4796ed11ee, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 756 | 2024-04-02T19:27:43.065Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: d5ecea82-6961-496a-b315-6b4796ed11ee, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: InternalDns }, responder: ... }
|
| 757 | 2024-04-02T19:27:43.086Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: abc39f47-d572-406d-9fef-9064174cf5f5, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 758 | 2024-04-02T19:27:43.086Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: abc39f47-d572-406d-9fef-9064174cf5f5, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: InternalDns }, responder: ... }
|
| 759 | 2024-04-02T19:27:43.105Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 87fb2361-f6ff-4fd0-abd2-7fdff2db99cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 760 | 2024-04-02T19:27:43.105Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 87fb2361-f6ff-4fd0-abd2-7fdff2db99cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: InternalDns }, responder: ... }
|
| 761 | 2024-04-02T19:27:43.122Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 17e439be-7154-4db8-a803-99959dec3617, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 762 | 2024-04-02T19:27:43.122Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 17e439be-7154-4db8-a803-99959dec3617, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: CockroachDb }, responder: ... }
|
| 763 | 2024-04-02T19:27:43.173Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9c76f203-ca5c-43cc-b844-a0f3b5f7982f, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 764 | 2024-04-02T19:27:43.173Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 9c76f203-ca5c-43cc-b844-a0f3b5f7982f, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: CockroachDb }, responder: ... }
|
| 765 | 2024-04-02T19:27:43.225Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b79ee922-9282-411a-9602-33aa60395bdb, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 766 | 2024-04-02T19:27:43.225Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: b79ee922-9282-411a-9602-33aa60395bdb, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: CockroachDb }, responder: ... }
|
| 767 | 2024-04-02T19:27:43.276Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 40870871-0739-46d0-94b8-5907145c1f44, dataset_name: DatasetName { pool_name: ZpoolName { id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 768 | 2024-04-02T19:27:43.276Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 40870871-0739-46d0-94b8-5907145c1f44, dataset_name: DatasetName { pool_name: ZpoolName { id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3, kind: External }, kind: CockroachDb }, responder: ... }
|
| 769 | 2024-04-02T19:27:43.327Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3fedee49-b4f6-4005-bdda-37c2037c4423, dataset_name: DatasetName { pool_name: ZpoolName { id: f29d296b-f120-409c-9f15-8f22a14941de, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 770 | 2024-04-02T19:27:43.327Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 3fedee49-b4f6-4005-bdda-37c2037c4423, dataset_name: DatasetName { pool_name: ZpoolName { id: f29d296b-f120-409c-9f15-8f22a14941de, kind: External }, kind: CockroachDb }, responder: ... }
|
| 771 | 2024-04-02T19:27:43.377Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 772 | 2024-04-02T19:27:43.377Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 773 | 2024-04-02T19:27:43.377Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 774 | 2024-04-02T19:27:43.377Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 775 | 2024-04-02T19:27:43.454Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 776 | 2024-04-02T19:27:43.454Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 777 | 2024-04-02T19:27:43.454Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 778 | 2024-04-02T19:27:43.454Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 779 | 2024-04-02T19:27:43.454Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 780 | 2024-04-02T19:27:43.548Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
file = illumos-utils/src/zone.rs:315
|
| 781 | 2024-04-02T19:27:43.552Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
file = illumos-utils/src/zone.rs:315
|
| 782 | 2024-04-02T19:27:43.556Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
file = illumos-utils/src/zone.rs:315
|
| 783 | 2024-04-02T19:27:43.560Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
file = illumos-utils/src/zone.rs:315
|
| 784 | 2024-04-02T19:27:43.565Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
file = illumos-utils/src/zone.rs:315
|
| 785 | 2024-04-02T19:27:43.569Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
file = illumos-utils/src/zone.rs:354
|
| 786 | 2024-04-02T19:27:43.573Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
file = illumos-utils/src/zone.rs:354
|
| 787 | 2024-04-02T19:27:43.578Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
file = illumos-utils/src/zone.rs:354
|
| 788 | 2024-04-02T19:27:43.583Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
file = illumos-utils/src/zone.rs:354
|
| 789 | 2024-04-02T19:27:43.587Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
file = illumos-utils/src/zone.rs:354
|
| 790 | 2024-04-02T19:27:47.090Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService6"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::4"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::4"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 791 | 2024-04-02T19:27:47.090Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 792 | 2024-04-02T19:27:47.141Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService9"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::3"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::3"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 793 | 2024-04-02T19:27:47.142Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
|
| 794 | 2024-04-02T19:27:47.150Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService5"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::5"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 795 | 2024-04-02T19:27:47.151Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 796 | 2024-04-02T19:27:47.231Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService7"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::7"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::7"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 797 | 2024-04-02T19:27:47.231Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 798 | 2024-04-02T19:27:47.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f") failed: Property not found. retry in 49.559994ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 799 | 2024-04-02T19:27:47.269Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService8"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::6"/>
<propval type="astring" name="listen_port" value="32221"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 800 | 2024-04-02T19:27:47.269Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
|
| 801 | 2024-04-02T19:27:47.294Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617") failed: Property not found. retry in 53.432625ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
|
| 802 | 2024-04-02T19:27:47.303Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 69.922807ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 803 | 2024-04-02T19:27:47.316Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f") failed: Property not found. retry in 142.933366ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 804 | 2024-04-02T19:27:47.366Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617") failed: Property not found. retry in 92.20502ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
|
| 805 | 2024-04-02T19:27:47.416Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 88.332567ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 806 | 2024-04-02T19:27:47.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f") failed: Property not found. retry in 112.076829ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 807 | 2024-04-02T19:27:47.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 136.845901ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 808 | 2024-04-02T19:27:47.557Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617") failed: Property not found. retry in 261.560087ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
|
| 809 | 2024-04-02T19:27:47.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423") failed: Property not found. retry in 51.049369ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 810 | 2024-04-02T19:27:47.636Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44") failed: Property not found. retry in 62.705455ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
|
| 811 | 2024-04-02T19:27:47.738Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f") failed: Property not found. retry in 474.42432ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 812 | 2024-04-02T19:27:47.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423") failed: Property not found. retry in 127.218584ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 813 | 2024-04-02T19:27:47.901Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 397.686116ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 814 | 2024-04-02T19:27:48.045Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44") failed: Property not found. retry in 124.175118ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
|
| 815 | 2024-04-02T19:27:48.170Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617") failed: Property not found. retry in 346.07513ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
|
| 816 | 2024-04-02T19:27:48.428Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423") failed: Property not found. retry in 153.82769ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 817 | 2024-04-02T19:27:48.593Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44") failed: Property not found. retry in 254.881473ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
|
| 818 | 2024-04-02T19:27:48.696Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617") failed: Property not found. retry in 1.159870143s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
|
| 819 | 2024-04-02T19:27:48.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 505.364942ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 820 | 2024-04-02T19:27:48.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f") failed: Property not found. retry in 588.731186ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 821 | 2024-04-02T19:27:48.795Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423") failed: Property not found. retry in 470.727317ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 822 | 2024-04-02T19:27:48.902Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44") failed: Property not found. retry in 418.082266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
|
| 823 | 2024-04-02T19:27:49.310Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 1.232015821s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 824 | 2024-04-02T19:27:49.376Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423") failed: Property not found. retry in 689.2698ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 825 | 2024-04-02T19:27:49.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44") failed: Property not found. retry in 512.804763ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
|
| 826 | 2024-04-02T19:27:49.479Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f") failed: Property not found. retry in 588.08671ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 827 | 2024-04-02T19:27:49.865Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617") failed: Property not found. retry in 1.301711305s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
|
| 828 | 2024-04-02T19:27:49.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44") failed: Property not found. retry in 1.43060874s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
|
| 829 | 2024-04-02T19:27:50.076Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423") failed: Property not found. retry in 1.039844811s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 830 | 2024-04-02T19:27:50.085Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f") failed: Property not found. retry in 883.55647ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 831 | 2024-04-02T19:27:50.553Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 687.013215ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 832 | 2024-04-02T19:27:50.978Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f") failed: Property not found. retry in 587.204205ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 833 | 2024-04-02T19:27:51.126Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423") failed: Property not found. retry in 584.740657ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 834 | 2024-04-02T19:27:51.176Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617") failed: Property not found. retry in 779.305267ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
|
| 835 | 2024-04-02T19:27:51.248Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 877.158997ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 836 | 2024-04-02T19:27:51.386Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44") failed: Property not found. retry in 668.883594ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
|
| 837 | 2024-04-02T19:27:51.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f") failed: Property not found. retry in 1.213438191s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 838 | 2024-04-02T19:27:51.725Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423") failed: Property not found. retry in 1.182927717s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 839 | 2024-04-02T19:27:51.972Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617") failed: Property not found. retry in 1.279818913s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
|
| 840 | 2024-04-02T19:27:52.067Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44") failed: Property not found. retry in 1.359324281s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
|
| 841 | 2024-04-02T19:27:52.138Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 1.119165603s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 842 | 2024-04-02T19:27:52.802Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f") failed: Property not found. retry in 1.044146283s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 843 | 2024-04-02T19:27:52.917Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423") failed: Property not found. retry in 948.740962ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 844 | 2024-04-02T19:27:53.261Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617") failed: Property not found. retry in 941.293868ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
|
| 845 | 2024-04-02T19:27:53.269Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 673.788914ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 846 | 2024-04-02T19:27:53.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44") failed: Property not found. retry in 1.282508058s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
|
| 847 | 2024-04-02T19:27:53.855Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f") failed: Property not found. retry in 689.573146ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 848 | 2024-04-02T19:27:53.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423") failed: Property not found. retry in 655.404443ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 849 | 2024-04-02T19:27:53.954Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 636.235199ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 850 | 2024-04-02T19:27:54.212Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617") failed: Property not found. retry in 1.167931351s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
|
| 851 | 2024-04-02T19:27:54.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423") failed: Property not found. retry in 1.23679499s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 852 | 2024-04-02T19:27:54.554Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f") failed: Property not found. retry in 891.658548ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 853 | 2024-04-02T19:27:54.600Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 1.322512793s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 854 | 2024-04-02T19:27:54.728Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44") failed: Property not found. retry in 852.168442ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
|
| 855 | 2024-04-02T19:27:55.933Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 1.346308619s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 856 | 2024-04-02T19:27:57.289Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 1.031146334s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 857 | 2024-04-02T19:27:58.331Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 843.730309ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 858 | 2024-04-02T19:27:59.186Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 1.1284219s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 859 | 2024-04-02T19:28:00.325Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 747.781449ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 860 | 2024-04-02T19:28:01.242Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 561.302977ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 861 | 2024-04-02T19:28:01.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 1.259241138s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 862 | 2024-04-02T19:28:03.092Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 1.179271133s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 863 | 2024-04-02T19:28:04.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb") failed: Property not found. retry in 1.390172577s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 864 | 2024-04-02T19:28:05.691Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_cockroachdb_b79ee922-9282-411a-9602-33aa60395bdb
|
| 865 | 2024-04-02T19:28:05.691Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_cockroachdb_9c76f203-ca5c-43cc-b844-a0f3b5f7982f
|
| 866 | 2024-04-02T19:28:05.691Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_cockroachdb_3fedee49-b4f6-4005-bdda-37c2037c4423
|
| 867 | 2024-04-02T19:28:05.691Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_cockroachdb_40870871-0739-46d0-94b8-5907145c1f44
|
| 868 | 2024-04-02T19:28:05.691Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_cockroachdb_17e439be-7154-4db8-a803-99959dec3617
|
| 869 | 2024-04-02T19:28:05.691Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 870 | 2024-04-02T19:28:05.692Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 871 | 2024-04-02T19:28:05.693Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 22627745
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:58907
req_id = ed62fa45-9b9e-495b-a477-73087d44c1ad
response_code = 204
uri = /omicron-zones
|
| 872 | 2024-04-02T19:28:05.726Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59882
|
| 873 | 2024-04-02T19:28:05.753Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:3408
|
| 874 | 2024-04-02T19:28:05.997Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3426
|
| 875 | 2024-04-02T19:28:13.705Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3449
|
| 876 | 2024-04-02T19:28:13.705Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 7978721
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:59882
req_id = e8b9fe6f-b64f-4683-86e4-4d17255d0071
response_code = 204
uri = /cockroachdb
|
| 877 | 2024-04-02T19:28:13.705Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45802
|
| 878 | 2024-04-02T19:28:13.706Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 178
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45802
req_id = 867e5ec3-219d-41b3-bd63-cc991007869b
response_code = 200
uri = /baseboard
|
| 879 | 2024-04-02T19:28:13.739Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: d5ecea82-6961-496a-b315-6b4796ed11ee, underlay_address: fd00:1122:3344:1::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: abc39f47-d572-406d-9fef-9064174cf5f5, underlay_address: fd00:1122:3344:2::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 87fb2361-f6ff-4fd0-abd2-7fdff2db99cb, underlay_address: fd00:1122:3344:3::1, zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9, underlay_address: fd00:1122:3344:101::1b, zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 23d1f506-166d-47a3-b1f0-36559b9d466b, kind: Service { id: 0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9 }, name: Name("ntp-0b0d59d0-928f-4a9e-8ef3-89df5cbd3ac9"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 89])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.3.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 17e439be-7154-4db8-a803-99959dec3617, underlay_address: fd00:1122:3344:101::3, zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External } } } }, OmicronZoneConfig { id: 9c76f203-ca5c-43cc-b844-a0f3b5f7982f, underlay_address: fd00:1122:3344:101::4, zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External } } } }, OmicronZoneConfig { id: b79ee922-9282-411a-9602-33aa60395bdb, underlay_address: fd00:1122:3344:101::5, zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External } } } }, OmicronZoneConfig { id: 40870871-0739-46d0-94b8-5907145c1f44, underlay_address: fd00:1122:3344:101::6, zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3, kind: External } } } }, OmicronZoneConfig { id: 3fedee49-b4f6-4005-bdda-37c2037c4423, underlay_address: fd00:1122:3344:101::7, zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f29d296b-f120-409c-9f15-8f22a14941de, kind: External } } } }, OmicronZoneConfig { id: cbb9f3b8-dd16-4e1f-a736-aaab79424820, underlay_address: fd00:1122:3344:101::8, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 05296327-330b-4f23-8782-7eb448d6079f, kind: Service { id: cbb9f3b8-dd16-4e1f-a736-aaab79424820 }, name: Name("external-dns-cbb9f3b8-dd16-4e1f-a736-aaab79424820"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 17])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 3f34985b-8ee3-4cdc-85ad-9c3f3f026b29, underlay_address: fd00:1122:3344:101::9, zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: d2c72d2f-9c4b-4555-abba-b8ff9678b040, kind: Service { id: 3f34985b-8ee3-4cdc-85ad-9c3f3f026b29 }, name: Name("external-dns-3f34985b-8ee3-4cdc-85ad-9c3f3f026b29"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 } } }, OmicronZoneConfig { id: 61a8bca3-d2bd-4078-a1f7-a21b24412eab, underlay_address: fd00:1122:3344:101::a, zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: f39f4146-7ef4-4e47-a060-7b12cf18e35d, kind: Service { id: 61a8bca3-d2bd-4078-a1f7-a21b24412eab }, name: Name("nexus-61a8bca3-d2bd-4078-a1f7-a21b24412eab"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 96])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 80af0631-21c2-4cc4-85af-43f3510bbb12, underlay_address: fd00:1122:3344:101::b, zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 380434ff-d4d8-42ba-903d-86cef1ac5b27, kind: Service { id: 80af0631-21c2-4cc4-85af-43f3510bbb12 }, name: Name("nexus-80af0631-21c2-4cc4-85af-43f3510bbb12"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 16])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f, underlay_address: fd00:1122:3344:101::c, zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 7de69533-96bf-453b-8177-a873e677c86e, kind: Service { id: 12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f }, name: Name("nexus-12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 77ce54f0-88dd-463c-ae2f-16f1529bee0e, underlay_address: fd00:1122:3344:101::d, zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 091376d6-187d-461a-8677-7c6accde0478, underlay_address: fd00:1122:3344:101::e, zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External } } } }, OmicronZoneConfig { id: 9195f87c-8c2c-4891-ba67-4b2dbe2d38b5, underlay_address: fd00:1122:3344:101::f, zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: e5a82ea9-25a1-4fdc-a9bc-9270d89bce16, underlay_address: fd00:1122:3344:101::10, zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: af2bc414-39c2-4632-b914-b82c6972949a, underlay_address: fd00:1122:3344:101::11, zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: f6e00f31-c8b7-4150-a9cf-515a74e7d1a3, underlay_address: fd00:1122:3344:101::12, zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External } } } }, OmicronZoneConfig { id: 2375cc38-5780-424d-aeda-19a998e6a377, underlay_address: fd00:1122:3344:101::13, zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External } } } }, OmicronZoneConfig { id: 312175f5-ab65-4d06-af73-71472f3c9c52, underlay_address: fd00:1122:3344:101::14, zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External } } } }, OmicronZoneConfig { id: de4e8831-df64-4eb0-8e2d-76698a27b59a, underlay_address: fd00:1122:3344:101::15, zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3, kind: External } } } }, OmicronZoneConfig { id: 6259c323-4c64-49fa-8c38-ccc412a28251, underlay_address: fd00:1122:3344:101::16, zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f29d296b-f120-409c-9f15-8f22a14941de, kind: External } } } }, OmicronZoneConfig { id: feea558d-97fc-4a30-98a5-1d3026346001, underlay_address: fd00:1122:3344:101::17, zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd12cf78-324e-45e0-9823-2a4f43bd78e0, kind: External } } } }, OmicronZoneConfig { id: 54ad04dd-511b-480d-9180-5ddb4716ebdc, underlay_address: fd00:1122:3344:101::18, zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c85fc531-dfdd-475f-9d3e-5b32daa76dc8, kind: External } } } }, OmicronZoneConfig { id: afafbcb9-6d57-4406-9a58-05c6e9dd357c, underlay_address: fd00:1122:3344:101::19, zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7be94b15-1cae-453d-a425-b54472128745, kind: External } } } }, OmicronZoneConfig { id: 1e2496fa-b6a0-41d7-a2f9-b22be2032c8d, underlay_address: fd00:1122:3344:101::1a, zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c1df15ac-160e-4f21-a810-e496d28b20e3, kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:427
sled_address = [fd00:1122:3344:101::1]:12345
|
| 880 | 2024-04-02T19:28:13.739Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54537
|
| 881 | 2024-04-02T19:28:13.740Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d5ecea82-6961-496a-b315-6b4796ed11ee, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 882 | 2024-04-02T19:28:13.740Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: d5ecea82-6961-496a-b315-6b4796ed11ee, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: InternalDns }, responder: ... }
|
| 883 | 2024-04-02T19:28:13.764Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: abc39f47-d572-406d-9fef-9064174cf5f5, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 884 | 2024-04-02T19:28:13.764Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: abc39f47-d572-406d-9fef-9064174cf5f5, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: InternalDns }, responder: ... }
|
| 885 | 2024-04-02T19:28:13.785Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 87fb2361-f6ff-4fd0-abd2-7fdff2db99cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 886 | 2024-04-02T19:28:13.785Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 87fb2361-f6ff-4fd0-abd2-7fdff2db99cb, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: InternalDns }, responder: ... }
|
| 887 | 2024-04-02T19:28:13.805Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 17e439be-7154-4db8-a803-99959dec3617, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 888 | 2024-04-02T19:28:13.805Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 17e439be-7154-4db8-a803-99959dec3617, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: CockroachDb }, responder: ... }
|
| 889 | 2024-04-02T19:28:13.825Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9c76f203-ca5c-43cc-b844-a0f3b5f7982f, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 890 | 2024-04-02T19:28:13.825Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 9c76f203-ca5c-43cc-b844-a0f3b5f7982f, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: CockroachDb }, responder: ... }
|
| 891 | 2024-04-02T19:28:13.843Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b79ee922-9282-411a-9602-33aa60395bdb, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 892 | 2024-04-02T19:28:13.843Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: b79ee922-9282-411a-9602-33aa60395bdb, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: CockroachDb }, responder: ... }
|
| 893 | 2024-04-02T19:28:13.862Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 40870871-0739-46d0-94b8-5907145c1f44, dataset_name: DatasetName { pool_name: ZpoolName { id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 894 | 2024-04-02T19:28:13.862Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 40870871-0739-46d0-94b8-5907145c1f44, dataset_name: DatasetName { pool_name: ZpoolName { id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3, kind: External }, kind: CockroachDb }, responder: ... }
|
| 895 | 2024-04-02T19:28:13.883Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3fedee49-b4f6-4005-bdda-37c2037c4423, dataset_name: DatasetName { pool_name: ZpoolName { id: f29d296b-f120-409c-9f15-8f22a14941de, kind: External }, kind: CockroachDb }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 896 | 2024-04-02T19:28:13.883Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 3fedee49-b4f6-4005-bdda-37c2037c4423, dataset_name: DatasetName { pool_name: ZpoolName { id: f29d296b-f120-409c-9f15-8f22a14941de, kind: External }, kind: CockroachDb }, responder: ... }
|
| 897 | 2024-04-02T19:28:13.901Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: cbb9f3b8-dd16-4e1f-a736-aaab79424820, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 898 | 2024-04-02T19:28:13.901Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: cbb9f3b8-dd16-4e1f-a736-aaab79424820, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: ExternalDns }, responder: ... }
|
| 899 | 2024-04-02T19:28:14.010Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3f34985b-8ee3-4cdc-85ad-9c3f3f026b29, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 900 | 2024-04-02T19:28:14.010Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 3f34985b-8ee3-4cdc-85ad-9c3f3f026b29, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: ExternalDns }, responder: ... }
|
| 901 | 2024-04-02T19:28:14.120Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 091376d6-187d-461a-8677-7c6accde0478, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 902 | 2024-04-02T19:28:14.120Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 091376d6-187d-461a-8677-7c6accde0478, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: Clickhouse }, responder: ... }
|
| 903 | 2024-04-02T19:28:14.222Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f6e00f31-c8b7-4150-a9cf-515a74e7d1a3, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 904 | 2024-04-02T19:28:14.222Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: f6e00f31-c8b7-4150-a9cf-515a74e7d1a3, dataset_name: DatasetName { pool_name: ZpoolName { id: ddd38713-1eb1-4419-b14e-9292b5bd0530, kind: External }, kind: Crucible }, responder: ... }
|
| 905 | 2024-04-02T19:28:14.370Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 2375cc38-5780-424d-aeda-19a998e6a377, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 906 | 2024-04-02T19:28:14.370Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 2375cc38-5780-424d-aeda-19a998e6a377, dataset_name: DatasetName { pool_name: ZpoolName { id: 20749d06-d66b-4f70-b1af-902cd541874d, kind: External }, kind: Crucible }, responder: ... }
|
| 907 | 2024-04-02T19:28:14.490Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 312175f5-ab65-4d06-af73-71472f3c9c52, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 908 | 2024-04-02T19:28:14.490Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 312175f5-ab65-4d06-af73-71472f3c9c52, dataset_name: DatasetName { pool_name: ZpoolName { id: 3c03c985-651b-4e50-8cd2-579010479279, kind: External }, kind: Crucible }, responder: ... }
|
| 909 | 2024-04-02T19:28:14.618Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: de4e8831-df64-4eb0-8e2d-76698a27b59a, dataset_name: DatasetName { pool_name: ZpoolName { id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 910 | 2024-04-02T19:28:14.618Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: de4e8831-df64-4eb0-8e2d-76698a27b59a, dataset_name: DatasetName { pool_name: ZpoolName { id: eb30e6d7-cad1-42b4-a0d6-a03a93484ee3, kind: External }, kind: Crucible }, responder: ... }
|
| 911 | 2024-04-02T19:28:14.715Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 6259c323-4c64-49fa-8c38-ccc412a28251, dataset_name: DatasetName { pool_name: ZpoolName { id: f29d296b-f120-409c-9f15-8f22a14941de, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 912 | 2024-04-02T19:28:14.715Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 6259c323-4c64-49fa-8c38-ccc412a28251, dataset_name: DatasetName { pool_name: ZpoolName { id: f29d296b-f120-409c-9f15-8f22a14941de, kind: External }, kind: Crucible }, responder: ... }
|
| 913 | 2024-04-02T19:28:14.799Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: feea558d-97fc-4a30-98a5-1d3026346001, dataset_name: DatasetName { pool_name: ZpoolName { id: cd12cf78-324e-45e0-9823-2a4f43bd78e0, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 914 | 2024-04-02T19:28:14.799Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: feea558d-97fc-4a30-98a5-1d3026346001, dataset_name: DatasetName { pool_name: ZpoolName { id: cd12cf78-324e-45e0-9823-2a4f43bd78e0, kind: External }, kind: Crucible }, responder: ... }
|
| 915 | 2024-04-02T19:28:14.930Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 54ad04dd-511b-480d-9180-5ddb4716ebdc, dataset_name: DatasetName { pool_name: ZpoolName { id: c85fc531-dfdd-475f-9d3e-5b32daa76dc8, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 916 | 2024-04-02T19:28:14.931Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 54ad04dd-511b-480d-9180-5ddb4716ebdc, dataset_name: DatasetName { pool_name: ZpoolName { id: c85fc531-dfdd-475f-9d3e-5b32daa76dc8, kind: External }, kind: Crucible }, responder: ... }
|
| 917 | 2024-04-02T19:28:15.038Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: afafbcb9-6d57-4406-9a58-05c6e9dd357c, dataset_name: DatasetName { pool_name: ZpoolName { id: 7be94b15-1cae-453d-a425-b54472128745, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 918 | 2024-04-02T19:28:15.038Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: afafbcb9-6d57-4406-9a58-05c6e9dd357c, dataset_name: DatasetName { pool_name: ZpoolName { id: 7be94b15-1cae-453d-a425-b54472128745, kind: External }, kind: Crucible }, responder: ... }
|
| 919 | 2024-04-02T19:28:15.148Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e2496fa-b6a0-41d7-a2f9-b22be2032c8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c1df15ac-160e-4f21-a810-e496d28b20e3, kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:381
|
| 920 | 2024-04-02T19:28:15.148Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:809
request = NewFilesystemRequest { dataset_id: 1e2496fa-b6a0-41d7-a2f9-b22be2032c8d, dataset_name: DatasetName { pool_name: ZpoolName { id: c1df15ac-160e-4f21-a810-e496d28b20e3, kind: External }, kind: Crucible }, responder: ... }
|
| 921 | 2024-04-02T19:28:15.274Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 922 | 2024-04-02T19:28:15.274Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 923 | 2024-04-02T19:28:15.275Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 924 | 2024-04-02T19:28:15.275Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 925 | 2024-04-02T19:28:15.370Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 926 | 2024-04-02T19:28:15.371Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 927 | 2024-04-02T19:28:15.371Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 928 | 2024-04-02T19:28:15.372Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 929 | 2024-04-02T19:28:15.386Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 930 | 2024-04-02T19:28:15.386Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 931 | 2024-04-02T19:28:15.446Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 932 | 2024-04-02T19:28:15.446Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 933 | 2024-04-02T19:28:15.446Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 934 | 2024-04-02T19:28:15.446Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 935 | 2024-04-02T19:28:15.593Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 936 | 2024-04-02T19:28:15.593Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 937 | 2024-04-02T19:28:15.605Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:258
|
| 938 | 2024-04-02T19:28:15.654Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 939 | 2024-04-02T19:28:15.654Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 940 | 2024-04-02T19:28:15.654Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 941 | 2024-04-02T19:28:15.654Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 942 | 2024-04-02T19:28:15.654Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 943 | 2024-04-02T19:28:15.654Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 944 | 2024-04-02T19:28:15.654Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
file = illumos-utils/src/zone.rs:315
|
| 945 | 2024-04-02T19:28:15.659Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
file = illumos-utils/src/zone.rs:315
|
| 946 | 2024-04-02T19:28:15.665Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
file = illumos-utils/src/zone.rs:315
|
| 947 | 2024-04-02T19:28:15.670Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
file = illumos-utils/src/zone.rs:315
|
| 948 | 2024-04-02T19:28:15.675Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
file = illumos-utils/src/zone.rs:315
|
| 949 | 2024-04-02T19:28:15.680Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
file = illumos-utils/src/zone.rs:315
|
| 950 | 2024-04-02T19:28:15.685Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
file = illumos-utils/src/zone.rs:315
|
| 951 | 2024-04-02T19:28:15.822Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
file = illumos-utils/src/zone.rs:354
|
| 952 | 2024-04-02T19:28:15.826Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
file = illumos-utils/src/zone.rs:354
|
| 953 | 2024-04-02T19:28:15.831Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
file = illumos-utils/src/zone.rs:354
|
| 954 | 2024-04-02T19:28:15.835Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
file = illumos-utils/src/zone.rs:354
|
| 955 | 2024-04-02T19:28:15.840Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
file = illumos-utils/src/zone.rs:354
|
| 956 | 2024-04-02T19:28:15.845Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
file = illumos-utils/src/zone.rs:354
|
| 957 | 2024-04-02T19:28:15.850Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
file = illumos-utils/src/zone.rs:354
|
| 958 | 2024-04-02T19:28:15.855Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
file = illumos-utils/src/zone.rs:315
|
| 959 | 2024-04-02T19:28:15.862Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
file = illumos-utils/src/zone.rs:315
|
| 960 | 2024-04-02T19:28:15.868Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
file = illumos-utils/src/zone.rs:315
|
| 961 | 2024-04-02T19:28:15.873Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
file = illumos-utils/src/zone.rs:315
|
| 962 | 2024-04-02T19:28:15.878Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
file = illumos-utils/src/zone.rs:315
|
| 963 | 2024-04-02T19:28:15.883Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
file = illumos-utils/src/zone.rs:315
|
| 964 | 2024-04-02T19:28:15.888Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
file = illumos-utils/src/zone.rs:315
|
| 965 | 2024-04-02T19:28:15.893Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
file = illumos-utils/src/zone.rs:354
|
| 966 | 2024-04-02T19:28:15.900Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
file = illumos-utils/src/zone.rs:354
|
| 967 | 2024-04-02T19:28:15.905Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
file = illumos-utils/src/zone.rs:354
|
| 968 | 2024-04-02T19:28:15.911Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
file = illumos-utils/src/zone.rs:354
|
| 969 | 2024-04-02T19:28:15.916Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
file = illumos-utils/src/zone.rs:354
|
| 970 | 2024-04-02T19:28:15.921Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
file = illumos-utils/src/zone.rs:354
|
| 971 | 2024-04-02T19:28:15.926Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
file = illumos-utils/src/zone.rs:354
|
| 972 | 2024-04-02T19:28:15.968Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 973 | 2024-04-02T19:28:16.002Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 974 | 2024-04-02T19:28:16.037Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 975 | 2024-04-02T19:28:16.039Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 976 | 2024-04-02T19:28:16.039Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 977 | 2024-04-02T19:28:16.093Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte1", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 234, 16]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte1" } }
|
| 978 | 2024-04-02T19:28:16.093Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1277
zone_type = nexus
|
| 979 | 2024-04-02T19:28:16.095Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 980 | 2024-04-02T19:28:16.095Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 981 | 2024-04-02T19:28:16.152Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte2", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 249, 96]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte2" } }
|
| 982 | 2024-04-02T19:28:16.152Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1277
zone_type = nexus
|
| 983 | 2024-04-02T19:28:16.208Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 984 | 2024-04-02T19:28:16.242Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:275
|
| 985 | 2024-04-02T19:28:16.245Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 986 | 2024-04-02T19:28:16.245Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 987 | 2024-04-02T19:28:16.299Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte3", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 229, 244]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: "vopte3" } }
|
| 988 | 2024-04-02T19:28:16.299Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1277
zone_type = nexus
|
| 989 | 2024-04-02T19:28:16.301Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 990 | 2024-04-02T19:28:16.301Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 991 | 2024-04-02T19:28:16.351Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte4", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 140, 17]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte4" } }
|
| 992 | 2024-04-02T19:28:16.351Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1277
zone_type = external_dns
|
| 993 | 2024-04-02T19:28:16.353Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:300
|
| 994 | 2024-04-02T19:28:16.353Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:192
|
| 995 | 2024-04-02T19:28:16.403Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte5", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 136, 247]), slot: 0, vni: Vni { inner: 100 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: "vopte5" } }
|
| 996 | 2024-04-02T19:28:16.403Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1277
zone_type = external_dns
|
| 997 | 2024-04-02T19:28:16.403Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 998 | 2024-04-02T19:28:16.403Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 999 | 2024-04-02T19:28:16.404Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 1000 | 2024-04-02T19:28:16.404Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 1001 | 2024-04-02T19:28:16.404Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.167,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 1002 | 2024-04-02T19:28:16.407Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.166,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 1003 | 2024-04-02T19:28:16.409Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1004 | 2024-04-02T19:28:16.409Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1005 | 2024-04-02T19:28:16.456Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 1006 | 2024-04-02T19:28:16.456Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 1007 | 2024-04-02T19:28:16.456Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 1008 | 2024-04-02T19:28:16.456Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 1009 | 2024-04-02T19:28:16.456Z | INFO | SledAgent (ServiceManager): no nat entry found for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:102
|
| 1010 | 2024-04-02T19:28:16.456Z | INFO | SledAgent (ServiceManager): creating nat entry for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:109
|
| 1011 | 2024-04-02T19:28:16.457Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
file = illumos-utils/src/zone.rs:315
|
| 1012 | 2024-04-02T19:28:16.462Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.168,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 1013 | 2024-04-02T19:28:16.465Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.164,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 1014 | 2024-04-02T19:28:16.467Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1015 | 2024-04-02T19:28:16.467Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1016 | 2024-04-02T19:28:16.467Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: V4(
Ipv4Network {
addr: 10.151.1.165,
prefix: 32,
},
)
file = clients/dpd-client/src/lib.rs:137
|
| 1017 | 2024-04-02T19:28:16.469Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1018 | 2024-04-02T19:28:16.549Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
file = illumos-utils/src/zone.rs:354
|
| 1019 | 2024-04-02T19:28:16.554Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
file = illumos-utils/src/zone.rs:315
|
| 1020 | 2024-04-02T19:28:16.560Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
file = illumos-utils/src/zone.rs:315
|
| 1021 | 2024-04-02T19:28:16.566Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
file = illumos-utils/src/zone.rs:315
|
| 1022 | 2024-04-02T19:28:16.573Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
file = illumos-utils/src/zone.rs:315
|
| 1023 | 2024-04-02T19:28:16.580Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
file = illumos-utils/src/zone.rs:354
|
| 1024 | 2024-04-02T19:28:16.588Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
file = illumos-utils/src/zone.rs:354
|
| 1025 | 2024-04-02T19:28:16.594Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
file = illumos-utils/src/zone.rs:354
|
| 1026 | 2024-04-02T19:28:16.600Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
file = illumos-utils/src/zone.rs:354
|
| 1027 | 2024-04-02T19:28:19.575Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService10"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::10"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::10"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1028 | 2024-04-02T19:28:19.576Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1029 | 2024-04-02T19:28:19.604Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService11"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::f"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::f"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1030 | 2024-04-02T19:28:19.604Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1031 | 2024-04-02T19:28:19.636Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService20"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::11"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::11"/>
<propval type="astring" name="listen_port" value="17000"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1032 | 2024-04-02T19:28:19.636Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1033 | 2024-04-02T19:28:19.856Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService17"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::14"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_3c03c985-651b-4e50-8cd2-579010479279/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::14"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="d34f28b7-67a9-4568-95e3-400c31856576"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1034 | 2024-04-02T19:28:19.856Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1035 | 2024-04-02T19:28:19.866Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService23"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::15"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_eb30e6d7-cad1-42b4-a0d6-a03a93484ee3/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::15"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="5903327c-e9cd-4b0c-8826-c0114725e721"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1036 | 2024-04-02T19:28:19.866Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService12"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::12"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_ddd38713-1eb1-4419-b14e-9292b5bd0530/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::12"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="2f543961-be4b-4a26-ba6f-e6433405f841"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1037 | 2024-04-02T19:28:19.866Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1038 | 2024-04-02T19:28:19.875Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1039 | 2024-04-02T19:28:19.882Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService13"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::17"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_cd12cf78-324e-45e0-9823-2a4f43bd78e0/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::17"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="dfc5e13d-3544-4ab3-830d-8d6e79a438ff"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1040 | 2024-04-02T19:28:19.882Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1041 | 2024-04-02T19:28:19.889Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService15"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::16"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_f29d296b-f120-409c-9f15-8f22a14941de/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::16"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="b7d25ccf-a14f-408f-b081-22e9c5f6e2dd"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1042 | 2024-04-02T19:28:19.889Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1043 | 2024-04-02T19:28:19.901Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService14"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::18"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_c85fc531-dfdd-475f-9d3e-5b32daa76dc8/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::18"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="fb9f4708-3ba1-4b51-b125-679db544fcb6"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1044 | 2024-04-02T19:28:19.901Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1045 | 2024-04-02T19:28:19.929Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService16"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::19"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_7be94b15-1cae-453d-a425-b54472128745/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::19"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="d367ad2e-804c-48b4-a171-c9345ac6e36f"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1046 | 2024-04-02T19:28:19.929Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1047 | 2024-04-02T19:28:19.940Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService21"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::1a"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_c1df15ac-160e-4f21-a810-e496d28b20e3/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1a"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="4db007d2-7ee2-4549-99aa-63599f752ec0"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1048 | 2024-04-02T19:28:19.940Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1049 | 2024-04-02T19:28:19.948Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService22"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::13"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value="oxp_20749d06-d66b-4f70-b1af-902cd541874d/crucible"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::13"/>
<propval type="astring" name="listen_port" value="32345"/>
<propval type="astring" name="uuid" value="aad7dd49-e2e6-4329-b876-2090f30dcbc0"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1050 | 2024-04-02T19:28:19.948Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1051 | 2024-04-02T19:28:20.201Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 48.336755ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1052 | 2024-04-02T19:28:20.212Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 29.993402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1053 | 2024-04-02T19:28:20.223Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 65.473346ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1054 | 2024-04-02T19:28:20.235Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 44.607669ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1055 | 2024-04-02T19:28:20.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 28.636091ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1056 | 2024-04-02T19:28:20.256Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 31.852996ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1057 | 2024-04-02T19:28:20.268Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 39.216229ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1058 | 2024-04-02T19:28:20.293Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 53.129594ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1059 | 2024-04-02T19:28:20.981Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 48.747534ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1060 | 2024-04-02T19:28:25.955Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 74.636804ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1061 | 2024-04-02T19:28:26.107Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 68.43161ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1062 | 2024-04-02T19:28:26.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 82.881127ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1063 | 2024-04-02T19:28:26.561Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 108.045392ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1064 | 2024-04-02T19:28:26.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 83.939418ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1065 | 2024-04-02T19:28:26.615Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 37.453706ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1066 | 2024-04-02T19:28:26.693Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 103.166668ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1067 | 2024-04-02T19:28:26.739Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 87.742327ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1068 | 2024-04-02T19:28:26.786Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 66.567907ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1069 | 2024-04-02T19:28:26.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 54.730067ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1070 | 2024-04-02T19:28:26.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 129.54967ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1071 | 2024-04-02T19:28:27.023Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 144.05655ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1072 | 2024-04-02T19:28:27.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 226.013326ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1073 | 2024-04-02T19:28:27.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 124.997217ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1074 | 2024-04-02T19:28:27.242Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 240.078272ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1075 | 2024-04-02T19:28:27.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 126.271884ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1076 | 2024-04-02T19:28:27.270Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 272.956887ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1077 | 2024-04-02T19:28:27.283Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 96.974373ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1078 | 2024-04-02T19:28:27.293Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 155.335764ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1079 | 2024-04-02T19:28:27.304Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 127.841184ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1080 | 2024-04-02T19:28:27.316Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 61.689474ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1081 | 2024-04-02T19:28:27.328Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 195.547742ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1082 | 2024-04-02T19:28:27.338Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 237.488415ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1083 | 2024-04-02T19:28:27.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 221.452773ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1084 | 2024-04-02T19:28:27.364Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 154.90354ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1085 | 2024-04-02T19:28:27.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 240.801801ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1086 | 2024-04-02T19:28:27.399Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 237.227102ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1087 | 2024-04-02T19:28:27.413Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 121.874764ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1088 | 2024-04-02T19:28:27.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 293.217329ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1089 | 2024-04-02T19:28:27.459Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 324.266226ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1090 | 2024-04-02T19:28:27.473Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 408.523076ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1091 | 2024-04-02T19:28:27.498Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 359.270843ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1092 | 2024-04-02T19:28:27.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 209.865138ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1093 | 2024-04-02T19:28:27.548Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 522.100326ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1094 | 2024-04-02T19:28:27.562Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 522.210789ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1095 | 2024-04-02T19:28:27.576Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 479.535813ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1096 | 2024-04-02T19:28:27.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 544.934373ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1097 | 2024-04-02T19:28:27.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 228.924444ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1098 | 2024-04-02T19:28:27.644Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 516.645867ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1099 | 2024-04-02T19:28:27.656Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 842.27315ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1100 | 2024-04-02T19:28:27.755Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 662.442377ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1101 | 2024-04-02T19:28:27.770Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 576.41891ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1102 | 2024-04-02T19:28:27.798Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.012026619s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1103 | 2024-04-02T19:28:27.847Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 757.653459ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1104 | 2024-04-02T19:28:27.869Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.06866505s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1105 | 2024-04-02T19:28:27.897Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 482.483497ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1106 | 2024-04-02T19:28:28.071Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 503.639405ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1107 | 2024-04-02T19:28:28.085Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 687.511859ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1108 | 2024-04-02T19:28:28.100Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 555.43904ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1109 | 2024-04-02T19:28:28.147Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 861.239206ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1110 | 2024-04-02T19:28:28.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 784.46165ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1111 | 2024-04-02T19:28:28.212Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService18"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::d"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value="77ce54f0-88dd-463c-ae2f-16f1529bee0e"/>
<propval type="astring" name="address" value="[fd00:1122:3344:101::d]:12223"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1112 | 2024-04-02T19:28:28.213Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1113 | 2024-04-02T19:28:28.366Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 740.783456ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1114 | 2024-04-02T19:28:28.398Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 786.71073ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1115 | 2024-04-02T19:28:28.432Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 564.404371ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1116 | 2024-04-02T19:28:28.516Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 1.096277781s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1117 | 2024-04-02T19:28:28.591Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 540.498732ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1118 | 2024-04-02T19:28:28.621Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 516.073116ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1119 | 2024-04-02T19:28:28.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 639.039001ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1120 | 2024-04-02T19:28:28.786Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 646.058437ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1121 | 2024-04-02T19:28:28.824Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 740.418557ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1122 | 2024-04-02T19:28:28.954Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.362261383s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1123 | 2024-04-02T19:28:28.973Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 1.430103095s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1124 | 2024-04-02T19:28:29.008Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 1.474695908s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1125 | 2024-04-02T19:28:29.023Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.205280497s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1126 | 2024-04-02T19:28:29.120Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 1.070635284s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1127 | 2024-04-02T19:28:29.145Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 1.446077671s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1128 | 2024-04-02T19:28:29.158Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 669.474761ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1129 | 2024-04-02T19:28:29.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.236433199s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1130 | 2024-04-02T19:28:29.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.432293668s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1131 | 2024-04-02T19:28:29.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 980.839656ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1132 | 2024-04-02T19:28:29.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.054804548s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1133 | 2024-04-02T19:28:29.627Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 1.447700754s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1134 | 2024-04-02T19:28:29.840Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 784.523427ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1135 | 2024-04-02T19:28:29.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 71.434432ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1136 | 2024-04-02T19:28:29.973Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 131.100723ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1137 | 2024-04-02T19:28:30.116Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 158.491559ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1138 | 2024-04-02T19:28:30.204Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 734.123413ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1139 | 2024-04-02T19:28:30.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.137418879s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1140 | 2024-04-02T19:28:30.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 287.765706ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1141 | 2024-04-02T19:28:30.327Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.114396031s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1142 | 2024-04-02T19:28:30.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 730.514533ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1143 | 2024-04-02T19:28:30.437Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 667.836403ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1144 | 2024-04-02T19:28:30.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.465930758s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1145 | 2024-04-02T19:28:30.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 1.216617105s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1146 | 2024-04-02T19:28:30.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 678.579613ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1147 | 2024-04-02T19:28:30.621Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 762.185754ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1148 | 2024-04-02T19:28:30.636Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 911.854669ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1149 | 2024-04-02T19:28:30.649Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 920.051932ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1150 | 2024-04-02T19:28:30.767Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 526.677504ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1151 | 2024-04-02T19:28:30.956Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 1.478063403s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1152 | 2024-04-02T19:28:31.090Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 780.116884ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1153 | 2024-04-02T19:28:31.116Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 682.212736ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1154 | 2024-04-02T19:28:31.159Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 1.414485519s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1155 | 2024-04-02T19:28:31.283Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 1.492976951s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1156 | 2024-04-02T19:28:31.308Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.067307626s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1157 | 2024-04-02T19:28:31.390Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 532.767964ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1158 | 2024-04-02T19:28:31.401Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 984.429023ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1159 | 2024-04-02T19:28:31.454Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 692.57013ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1160 | 2024-04-02T19:28:31.493Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService28"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::9"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte5"/>
<propval type="astring" name="gateway" value="172.30.1.1"/>
<propval type="astring" name="ip" value="172.30.1.6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::9]:5353"/>
<propval type="astring" name="dns_address" value="172.30.1.6:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1161 | 2024-04-02T19:28:31.496Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService27"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::8"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte4"/>
<propval type="astring" name="gateway" value="172.30.1.1"/>
<propval type="astring" name="ip" value="172.30.1.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:101::8]:5353"/>
<propval type="astring" name="dns_address" value="172.30.1.5:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1162 | 2024-04-02T19:28:31.497Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1163 | 2024-04-02T19:28:31.505Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1164 | 2024-04-02T19:28:31.562Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 629.545965ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1165 | 2024-04-02T19:28:31.583Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 626.762024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1166 | 2024-04-02T19:28:31.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 804.274941ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1167 | 2024-04-02T19:28:31.755Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 58.534693ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1168 | 2024-04-02T19:28:31.768Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 35.88358ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1169 | 2024-04-02T19:28:31.807Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 1.141587392s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1170 | 2024-04-02T19:28:31.815Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 122.660883ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1171 | 2024-04-02T19:28:31.824Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 54.144881ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1172 | 2024-04-02T19:28:31.884Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 619.617888ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1173 | 2024-04-02T19:28:31.894Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 120.62297ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1174 | 2024-04-02T19:28:31.924Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.114365373s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1175 | 2024-04-02T19:28:31.933Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 512.359048ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1176 | 2024-04-02T19:28:31.950Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 183.404107ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1177 | 2024-04-02T19:28:32.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 527.312559ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1178 | 2024-04-02T19:28:32.147Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 581.717572ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1179 | 2024-04-02T19:28:32.158Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.489091908s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1180 | 2024-04-02T19:28:32.205Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 695.233823ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1181 | 2024-04-02T19:28:32.221Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 748.913912ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1182 | 2024-04-02T19:28:32.386Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 589.869794ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1183 | 2024-04-02T19:28:32.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 898.192288ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1184 | 2024-04-02T19:28:32.445Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 533.799351ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1185 | 2024-04-02T19:28:32.457Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 845.85267ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1186 | 2024-04-02T19:28:32.516Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 663.955449ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1187 | 2024-04-02T19:28:32.537Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 878.341817ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1188 | 2024-04-02T19:28:32.564Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 1.058791636s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1189 | 2024-04-02T19:28:32.584Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 1.408921108s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1190 | 2024-04-02T19:28:32.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 755.166487ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1191 | 2024-04-02T19:28:32.786Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 624.771208ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1192 | 2024-04-02T19:28:32.911Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 1.014805737s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1193 | 2024-04-02T19:28:32.959Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 712.36829ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1194 | 2024-04-02T19:28:32.978Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.18751001s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1195 | 2024-04-02T19:28:32.984Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.066145205s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1196 | 2024-04-02T19:28:32.991Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 573.473669ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1197 | 2024-04-02T19:28:33.050Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.435559561s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1198 | 2024-04-02T19:28:33.189Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 641.161619ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1199 | 2024-04-02T19:28:33.303Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 1.209184344s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1200 | 2024-04-02T19:28:33.310Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 746.191658ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1201 | 2024-04-02T19:28:33.418Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 1.180688857s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1202 | 2024-04-02T19:28:33.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 1.183460731s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1203 | 2024-04-02T19:28:33.506Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 917.443988ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1204 | 2024-04-02T19:28:33.574Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 1.40318597s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1205 | 2024-04-02T19:28:33.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 858.989613ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1206 | 2024-04-02T19:28:33.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.105708118s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1207 | 2024-04-02T19:28:33.680Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 1.498328476s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1208 | 2024-04-02T19:28:33.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 1.007346911s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1209 | 2024-04-02T19:28:33.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 1.326022348s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1210 | 2024-04-02T19:28:34.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 1.224462341s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1211 | 2024-04-02T19:28:34.061Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.11232948s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1212 | 2024-04-02T19:28:34.069Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.418025968s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1213 | 2024-04-02T19:28:34.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.480445293s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1214 | 2024-04-02T19:28:34.433Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 821.608202ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1215 | 2024-04-02T19:28:34.493Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 628.469348ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1216 | 2024-04-02T19:28:34.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 547.330536ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1217 | 2024-04-02T19:28:34.521Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 1.235089031s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1218 | 2024-04-02T19:28:34.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 1.403336932s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1219 | 2024-04-02T19:28:34.617Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 1.446956095s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1220 | 2024-04-02T19:28:34.771Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 705.479538ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1221 | 2024-04-02T19:28:34.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 1.102681169s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1222 | 2024-04-02T19:28:34.986Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 513.103563ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1223 | 2024-04-02T19:28:35.057Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 1.208504208s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1224 | 2024-04-02T19:28:35.132Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.12958526s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1225 | 2024-04-02T19:28:35.182Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.461876685s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1226 | 2024-04-02T19:28:35.190Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 751.801697ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1227 | 2024-04-02T19:28:35.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 947.749534ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1228 | 2024-04-02T19:28:35.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 1.317288195s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1229 | 2024-04-02T19:28:35.272Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 1.218967454s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1230 | 2024-04-02T19:28:35.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 643.290128ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1231 | 2024-04-02T19:28:35.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.132388494s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1232 | 2024-04-02T19:28:35.509Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 1.405456572s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1233 | 2024-04-02T19:28:35.666Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.284526973s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1234 | 2024-04-02T19:28:35.765Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 729.640474ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1235 | 2024-04-02T19:28:35.953Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 1.218352559s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1236 | 2024-04-02T19:28:35.970Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 915.733303ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1237 | 2024-04-02T19:28:36.021Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 915.600806ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1238 | 2024-04-02T19:28:36.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 664.442432ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1239 | 2024-04-02T19:28:36.796Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.31584002s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1240 | 2024-04-02T19:28:36.840Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 981.909938ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1241 | 2024-04-02T19:28:36.864Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.093144775s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1242 | 2024-04-02T19:28:36.901Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.307944155s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1243 | 2024-04-02T19:28:36.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 1.104571049s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1244 | 2024-04-02T19:28:36.987Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 660.542117ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1245 | 2024-04-02T19:28:37.014Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 635.46498ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1246 | 2024-04-02T19:28:37.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 650.399367ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1247 | 2024-04-02T19:28:37.070Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 509.205219ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1248 | 2024-04-02T19:28:37.093Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 740.118847ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1249 | 2024-04-02T19:28:37.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.30059501s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1250 | 2024-04-02T19:28:37.117Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 1.432468701s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1251 | 2024-04-02T19:28:37.127Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 1.481044916s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1252 | 2024-04-02T19:28:37.187Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 1.034469949s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1253 | 2024-04-02T19:28:37.395Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 643.139325ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1254 | 2024-04-02T19:28:37.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 789.737314ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1255 | 2024-04-02T19:28:37.661Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 1.288336685s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1256 | 2024-04-02T19:28:37.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 1.275254346s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1257 | 2024-04-02T19:28:37.678Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService24"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::b"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte1"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.6"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1258 | 2024-04-02T19:28:37.678Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1259 | 2024-04-02T19:28:37.715Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 1.047261916s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1260 | 2024-04-02T19:28:37.717Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService26"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::c"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte3"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.7"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1261 | 2024-04-02T19:28:37.717Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1262 | 2024-04-02T19:28:37.731Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService25"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::a"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value="vopte2"/>
<propval type="astring" name="gateway" value="172.30.2.1"/>
<propval type="astring" name="ip" value="172.30.2.5"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1263 | 2024-04-02T19:28:37.731Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1264 | 2024-04-02T19:28:37.836Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 1.324055606s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1265 | 2024-04-02T19:28:37.847Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 883.663143ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1266 | 2024-04-02T19:28:37.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 45.770891ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1267 | 2024-04-02T19:28:37.935Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 37.753745ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1268 | 2024-04-02T19:28:37.946Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 32.361266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1269 | 2024-04-02T19:28:37.955Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 65.404471ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1270 | 2024-04-02T19:28:37.970Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 689.547981ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1271 | 2024-04-02T19:28:37.986Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 120.624528ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1272 | 2024-04-02T19:28:37.996Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 55.45704ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1273 | 2024-04-02T19:28:38.034Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 171.391094ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1274 | 2024-04-02T19:28:38.050Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 844.215683ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1275 | 2024-04-02T19:28:38.061Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 1.284790825s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1276 | 2024-04-02T19:28:38.071Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 207.431081ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1277 | 2024-04-02T19:28:38.117Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 185.158285ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1278 | 2024-04-02T19:28:38.129Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 686.788622ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1279 | 2024-04-02T19:28:38.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 268.898808ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1280 | 2024-04-02T19:28:38.223Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.48818822s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1281 | 2024-04-02T19:28:38.230Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 1.439224444s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1282 | 2024-04-02T19:28:38.289Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 527.879411ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1283 | 2024-04-02T19:28:38.313Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 586.94244ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1284 | 2024-04-02T19:28:38.391Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.250198239s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1285 | 2024-04-02T19:28:38.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.363211539s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1286 | 2024-04-02T19:28:38.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 1.010757719s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1287 | 2024-04-02T19:28:38.557Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 524.655518ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1288 | 2024-04-02T19:28:38.618Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 828.540744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1289 | 2024-04-02T19:28:38.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.13857405s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1290 | 2024-04-02T19:28:38.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 534.477375ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1291 | 2024-04-02T19:28:38.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 1.396053051s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1292 | 2024-04-02T19:28:38.825Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.392352029s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1293 | 2024-04-02T19:28:38.834Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 657.137205ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1294 | 2024-04-02T19:28:38.903Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 694.1667ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1295 | 2024-04-02T19:28:38.910Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 781.538602ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1296 | 2024-04-02T19:28:38.959Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 1.057920619s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1297 | 2024-04-02T19:28:38.969Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 900.714515ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1298 | 2024-04-02T19:28:39.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 1.279581247s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1299 | 2024-04-02T19:28:39.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 869.630048ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1300 | 2024-04-02T19:28:39.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 568.391598ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1301 | 2024-04-02T19:28:39.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 600.798321ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1302 | 2024-04-02T19:28:39.455Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 786.021043ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1303 | 2024-04-02T19:28:39.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 1.068572328s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1304 | 2024-04-02T19:28:39.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 1.13986711s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1305 | 2024-04-02T19:28:39.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 875.684296ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1306 | 2024-04-02T19:28:39.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 718.263273ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1307 | 2024-04-02T19:28:39.678Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 817.572784ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1308 | 2024-04-02T19:28:39.701Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 1.32551428s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1309 | 2024-04-02T19:28:39.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.077964946s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1310 | 2024-04-02T19:28:39.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 947.994376ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1311 | 2024-04-02T19:28:39.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 987.20389ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1312 | 2024-04-02T19:28:39.862Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 1.198885686s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1313 | 2024-04-02T19:28:39.879Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 694.428477ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1314 | 2024-04-02T19:28:39.965Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 902.376264ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1315 | 2024-04-02T19:28:40.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 531.614149ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1316 | 2024-04-02T19:28:40.049Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 1.482439158s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1317 | 2024-04-02T19:28:40.177Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 751.199355ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1318 | 2024-04-02T19:28:40.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.136044127s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1319 | 2024-04-02T19:28:40.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 629.652429ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1320 | 2024-04-02T19:28:40.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.192057898s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1321 | 2024-04-02T19:28:40.385Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 576.042151ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1322 | 2024-04-02T19:28:40.489Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 1.1808395s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1323 | 2024-04-02T19:28:40.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 1.317693416s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1324 | 2024-04-02T19:28:40.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 538.656096ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1325 | 2024-04-02T19:28:40.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 1.357395124s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1326 | 2024-04-02T19:28:40.586Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 959.727711ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1327 | 2024-04-02T19:28:40.661Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 1.331381733s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1328 | 2024-04-02T19:28:40.744Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 802.696532ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1329 | 2024-04-02T19:28:40.806Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.289470443s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1330 | 2024-04-02T19:28:40.814Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.327530175s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1331 | 2024-04-02T19:28:40.878Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 565.680287ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1332 | 2024-04-02T19:28:40.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 736.539672ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1333 | 2024-04-02T19:28:40.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 544.363195ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1334 | 2024-04-02T19:28:40.970Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 635.251239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1335 | 2024-04-02T19:28:41.036Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 1.040281364s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1336 | 2024-04-02T19:28:41.070Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 1.31101591s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1337 | 2024-04-02T19:28:41.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 567.089247ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1338 | 2024-04-02T19:28:41.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.217280037s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1339 | 2024-04-02T19:28:41.452Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 939.193843ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1340 | 2024-04-02T19:28:41.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 760.77653ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1341 | 2024-04-02T19:28:41.540Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 963.335714ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1342 | 2024-04-02T19:28:41.554Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 1.291493748s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1343 | 2024-04-02T19:28:41.563Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.219450892s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1344 | 2024-04-02T19:28:41.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 730.707054ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1345 | 2024-04-02T19:28:41.614Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 1.392348173s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1346 | 2024-04-02T19:28:41.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 1.031649308s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1347 | 2024-04-02T19:28:41.680Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 1.42096634s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1348 | 2024-04-02T19:28:41.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 1.142009616s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1349 | 2024-04-02T19:28:41.833Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 844.15271ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1350 | 2024-04-02T19:28:41.944Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 1.000441761s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1351 | 2024-04-02T19:28:42.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 1.257305251s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1352 | 2024-04-02T19:28:42.085Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 1.404881206s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1353 | 2024-04-02T19:28:42.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.175144766s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1354 | 2024-04-02T19:28:42.150Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 943.245858ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1355 | 2024-04-02T19:28:42.261Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 1.373794738s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1356 | 2024-04-02T19:28:42.317Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.380237833s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1357 | 2024-04-02T19:28:42.390Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 934.141479ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1358 | 2024-04-02T19:28:42.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 1.314868836s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1359 | 2024-04-02T19:28:42.513Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 1.283350126s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1360 | 2024-04-02T19:28:42.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.249531666s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1361 | 2024-04-02T19:28:42.674Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 522.563666ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1362 | 2024-04-02T19:28:42.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 706.985993ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1363 | 2024-04-02T19:28:42.791Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.109869288s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1364 | 2024-04-02T19:28:42.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 1.278935735s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1365 | 2024-04-02T19:28:42.855Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 1.251024087s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1366 | 2024-04-02T19:28:42.953Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 1.118703399s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1367 | 2024-04-02T19:28:43.015Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 1.14194699s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1368 | 2024-04-02T19:28:43.103Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 896.689387ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1369 | 2024-04-02T19:28:43.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 703.486184ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1370 | 2024-04-02T19:28:43.206Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 682.226069ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1371 | 2024-04-02T19:28:43.266Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 639.263179ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1372 | 2024-04-02T19:28:43.289Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.485023442s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1373 | 2024-04-02T19:28:43.333Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 699.209317ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1374 | 2024-04-02T19:28:43.401Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 524.239925ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1375 | 2024-04-02T19:28:43.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 934.507398ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1376 | 2024-04-02T19:28:43.644Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 1.157817572s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1377 | 2024-04-02T19:28:43.706Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 864.001837ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1378 | 2024-04-02T19:28:43.724Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 900.134663ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1379 | 2024-04-02T19:28:43.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 1.484696123s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1380 | 2024-04-02T19:28:43.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 920.619374ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1381 | 2024-04-02T19:28:43.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 592.975103ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1382 | 2024-04-02T19:28:43.897Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 644.234033ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1383 | 2024-04-02T19:28:43.909Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.407304883s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1384 | 2024-04-02T19:28:43.917Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 537.40078ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1385 | 2024-04-02T19:28:43.934Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 1.097470949s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1386 | 2024-04-02T19:28:44.009Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.144444581s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1387 | 2024-04-02T19:28:44.042Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 1.211657128s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1388 | 2024-04-02T19:28:44.080Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 1.443342619s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1389 | 2024-04-02T19:28:44.114Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 680.543923ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1390 | 2024-04-02T19:28:44.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 1.021449752s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1391 | 2024-04-02T19:28:44.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 810.370489ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1392 | 2024-04-02T19:28:44.309Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49714
|
| 1393 | 2024-04-02T19:28:44.311Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 630
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49714
req_id = 732b90e8-f925-4835-b997-dd8e19d50bc2
response_code = 200
uri = /baseboard
|
| 1394 | 2024-04-02T19:28:44.444Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 1.095114218s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1395 | 2024-04-02T19:28:44.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.211497502s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1396 | 2024-04-02T19:28:44.469Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 834.135497ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1397 | 2024-04-02T19:28:44.551Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 1.107955362s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1398 | 2024-04-02T19:28:44.579Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 612.514037ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1399 | 2024-04-02T19:28:44.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 1.115149751s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1400 | 2024-04-02T19:28:44.751Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 548.726753ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1401 | 2024-04-02T19:28:44.783Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 948.537486ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1402 | 2024-04-02T19:28:44.804Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 518.456043ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1403 | 2024-04-02T19:28:44.811Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 501.200844ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1404 | 2024-04-02T19:28:44.986Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 928.984294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1405 | 2024-04-02T19:28:45.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 748.800269ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1406 | 2024-04-02T19:28:45.162Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 819.752776ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1407 | 2024-04-02T19:28:45.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 865.030212ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1408 | 2024-04-02T19:28:45.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 503.641939ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1409 | 2024-04-02T19:28:45.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 936.591953ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1410 | 2024-04-02T19:28:45.299Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 623.232966ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1411 | 2024-04-02T19:28:45.309Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 713.115295ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1412 | 2024-04-02T19:28:45.316Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 1.186613642s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1413 | 2024-04-02T19:28:45.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 648.026607ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1414 | 2024-04-02T19:28:45.330Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.196607624s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1415 | 2024-04-02T19:28:45.337Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 1.475654155s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1416 | 2024-04-02T19:28:45.532Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 867.047051ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1417 | 2024-04-02T19:28:45.547Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 1.060983501s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1418 | 2024-04-02T19:28:45.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 693.302435ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1419 | 2024-04-02T19:28:45.683Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.026625297s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1420 | 2024-04-02T19:28:45.721Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.407835039s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1421 | 2024-04-02T19:28:45.744Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.411728267s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1422 | 2024-04-02T19:28:45.758Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 1.023041006s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1423 | 2024-04-02T19:28:45.803Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 734.620654ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1424 | 2024-04-02T19:28:45.928Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 510.687419ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1425 | 2024-04-02T19:28:45.938Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 513.181416ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1426 | 2024-04-02T19:28:45.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 1.251186243s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1427 | 2024-04-02T19:28:45.991Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 837.076807ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1428 | 2024-04-02T19:28:46.031Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 824.96988ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1429 | 2024-04-02T19:28:46.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.235176035s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1430 | 2024-04-02T19:28:46.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 837.322636ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1431 | 2024-04-02T19:28:46.372Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 791.581031ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1432 | 2024-04-02T19:28:46.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 1.0010407s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1433 | 2024-04-02T19:28:46.448Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 1.14070472s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1434 | 2024-04-02T19:28:46.459Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 985.783996ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1435 | 2024-04-02T19:28:46.510Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 1.268720957s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1436 | 2024-04-02T19:28:46.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 512.787496ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1437 | 2024-04-02T19:28:46.546Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 1.480648032s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1438 | 2024-04-02T19:28:46.617Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 1.136960656s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1439 | 2024-04-02T19:28:46.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.235177162s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1440 | 2024-04-02T19:28:46.790Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 1.277795458s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1441 | 2024-04-02T19:28:46.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 1.498145595s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1442 | 2024-04-02T19:28:46.850Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 1.113936063s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1443 | 2024-04-02T19:28:46.867Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 1.408600737s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1444 | 2024-04-02T19:28:47.057Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 714.231106ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1445 | 2024-04-02T19:28:47.065Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 754.630388ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1446 | 2024-04-02T19:28:47.148Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.248376254s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1447 | 2024-04-02T19:28:47.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 782.010858ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1448 | 2024-04-02T19:28:47.177Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 566.722862ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1449 | 2024-04-02T19:28:47.192Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService19"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:101::e"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::e"/>
<propval type="astring" name="listen_port" value="8123"/>
<propval type="astring" name="store" value="/data"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1450 | 2024-04-02T19:28:47.193Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1451 | 2024-04-02T19:28:47.245Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 777.552188ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1452 | 2024-04-02T19:28:47.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.388552639s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1453 | 2024-04-02T19:28:47.422Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 1.024907662s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1454 | 2024-04-02T19:28:47.432Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478") failed: Property not found. retry in 36.014723ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1455 | 2024-04-02T19:28:47.458Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 1.264869999s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1456 | 2024-04-02T19:28:47.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478") failed: Property not found. retry in 85.541993ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1457 | 2024-04-02T19:28:47.598Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478") failed: Property not found. retry in 216.783849ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1458 | 2024-04-02T19:28:47.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 509.865191ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1459 | 2024-04-02T19:28:47.756Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 1.274619085s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1460 | 2024-04-02T19:28:47.769Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 554.930948ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1461 | 2024-04-02T19:28:47.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 928.262744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1462 | 2024-04-02T19:28:47.802Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 1.413917356s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1463 | 2024-04-02T19:28:47.834Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478") failed: Property not found. retry in 378.816168ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1464 | 2024-04-02T19:28:47.849Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.157595632s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1465 | 2024-04-02T19:28:47.964Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.438609179s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1466 | 2024-04-02T19:28:47.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.21659256s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1467 | 2024-04-02T19:28:47.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 766.194724ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1468 | 2024-04-02T19:28:48.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 1.101027074s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1469 | 2024-04-02T19:28:48.120Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 1.491127219s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1470 | 2024-04-02T19:28:48.137Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 998.556265ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1471 | 2024-04-02T19:28:48.149Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 1.257226338s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1472 | 2024-04-02T19:28:48.226Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478") failed: Property not found. retry in 1.063708405s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1473 | 2024-04-02T19:28:48.290Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 1.492222065s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1474 | 2024-04-02T19:28:48.337Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 894.210432ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1475 | 2024-04-02T19:28:48.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 810.252358ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1476 | 2024-04-02T19:28:48.410Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 573.991546ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1477 | 2024-04-02T19:28:48.462Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 668.115476ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1478 | 2024-04-02T19:28:48.698Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.183563281s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1479 | 2024-04-02T19:28:48.735Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 682.897211ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1480 | 2024-04-02T19:28:48.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 991.906898ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1481 | 2024-04-02T19:28:48.773Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 624.427618ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1482 | 2024-04-02T19:28:49.041Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.161097142s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1483 | 2024-04-02T19:28:49.062Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 708.868009ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1484 | 2024-04-02T19:28:49.079Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 1.195859805s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1485 | 2024-04-02T19:28:49.150Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 1.089315022s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1486 | 2024-04-02T19:28:49.174Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 672.284016ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1487 | 2024-04-02T19:28:49.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 845.65174ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1488 | 2024-04-02T19:28:49.212Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 521.189064ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1489 | 2024-04-02T19:28:49.233Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.223501999s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1490 | 2024-04-02T19:28:49.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 1.19318717s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1491 | 2024-04-02T19:28:49.277Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 1.215627709s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1492 | 2024-04-02T19:28:49.309Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478") failed: Property not found. retry in 785.955965ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1493 | 2024-04-02T19:28:49.422Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 592.783367ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1494 | 2024-04-02T19:28:49.444Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 530.992978ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1495 | 2024-04-02T19:28:49.469Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.062722135s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1496 | 2024-04-02T19:28:49.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 1.072200877s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1497 | 2024-04-02T19:28:49.631Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 891.27224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1498 | 2024-04-02T19:28:49.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 1.224494204s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1499 | 2024-04-02T19:28:49.769Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 961.155982ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1500 | 2024-04-02T19:28:49.788Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.269661021s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1501 | 2024-04-02T19:28:49.804Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 1.106400877s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1502 | 2024-04-02T19:28:49.867Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 1.20766693s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1503 | 2024-04-02T19:28:49.905Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.042240792s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1504 | 2024-04-02T19:28:49.991Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 718.955002ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1505 | 2024-04-02T19:28:50.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 838.436348ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1506 | 2024-04-02T19:28:50.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 853.294474ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1507 | 2024-04-02T19:28:50.107Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478") failed: Property not found. retry in 672.017599ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1508 | 2024-04-02T19:28:50.212Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 882.156734ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1509 | 2024-04-02T19:28:50.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 1.332402741s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1510 | 2024-04-02T19:28:50.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 1.40063925s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1511 | 2024-04-02T19:28:50.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 1.067028011s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1512 | 2024-04-02T19:28:50.472Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.277832338s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1513 | 2024-04-02T19:28:50.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 1.279402895s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1514 | 2024-04-02T19:28:50.532Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 1.299342411s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1515 | 2024-04-02T19:28:50.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 777.60018ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1516 | 2024-04-02T19:28:50.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 888.538954ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1517 | 2024-04-02T19:28:50.725Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 693.209224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1518 | 2024-04-02T19:28:50.742Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 1.216087801s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1519 | 2024-04-02T19:28:50.788Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478") failed: Property not found. retry in 800.991605ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1520 | 2024-04-02T19:28:50.880Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 1.061163207s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1521 | 2024-04-02T19:28:50.915Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 873.696033ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1522 | 2024-04-02T19:28:50.924Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 1.303984104s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1523 | 2024-04-02T19:28:50.956Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.456362035s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1524 | 2024-04-02T19:28:50.987Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 1.468184885s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1525 | 2024-04-02T19:28:51.069Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 962.888925ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1526 | 2024-04-02T19:28:51.083Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 1.241170067s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1527 | 2024-04-02T19:28:51.103Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 533.928017ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1528 | 2024-04-02T19:28:51.331Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 839.131799ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1529 | 2024-04-02T19:28:51.431Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 1.369172173s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1530 | 2024-04-02T19:28:51.490Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 679.606389ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1531 | 2024-04-02T19:28:51.541Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 726.987414ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1532 | 2024-04-02T19:28:51.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 503.650955ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1533 | 2024-04-02T19:28:51.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478") failed: Property not found. retry in 571.816619ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1534 | 2024-04-02T19:28:51.653Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.494672082s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1535 | 2024-04-02T19:28:51.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 1.498422742s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1536 | 2024-04-02T19:28:51.764Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.186980184s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1537 | 2024-04-02T19:28:51.797Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 771.077224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1538 | 2024-04-02T19:28:51.808Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 1.305775875s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1539 | 2024-04-02T19:28:51.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 633.483293ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1540 | 2024-04-02T19:28:51.956Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 1.410247204s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1541 | 2024-04-02T19:28:51.971Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 1.085831043s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1542 | 2024-04-02T19:28:52.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.324152988s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1543 | 2024-04-02T19:28:52.117Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 1.357691167s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1544 | 2024-04-02T19:28:52.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 1.280772295s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1545 | 2024-04-02T19:28:52.194Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 810.749339ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1546 | 2024-04-02T19:28:52.206Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478") failed: Property not found. retry in 1.322553943s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1547 | 2024-04-02T19:28:52.242Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 1.430754127s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1548 | 2024-04-02T19:28:52.283Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 589.605668ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1549 | 2024-04-02T19:28:52.338Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 727.614641ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1550 | 2024-04-02T19:28:52.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 684.32596ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1551 | 2024-04-02T19:28:52.473Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e") failed: Property not found. retry in 1.190675649s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1552 | 2024-04-02T19:28:52.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 864.432384ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1553 | 2024-04-02T19:28:52.586Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 1.069208288s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1554 | 2024-04-02T19:28:52.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 704.187007ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1555 | 2024-04-02T19:28:52.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 1.086385218s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1556 | 2024-04-02T19:28:52.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 735.456803ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1557 | 2024-04-02T19:28:53.020Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c") failed: Property not found. retry in 1.202490855s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1558 | 2024-04-02T19:28:53.070Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5") failed: Property not found. retry in 1.267614555s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1559 | 2024-04-02T19:28:53.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 1.219616293s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1560 | 2024-04-02T19:28:53.123Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 1.040311819s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1561 | 2024-04-02T19:28:53.141Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 1.235615171s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1562 | 2024-04-02T19:28:53.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a") failed: Property not found. retry in 1.041438296s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1563 | 2024-04-02T19:28:53.214Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 677.005599ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1564 | 2024-04-02T19:28:53.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 1.109258492s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1565 | 2024-04-02T19:28:53.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 878.84537ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1566 | 2024-04-02T19:28:53.404Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 1.081649182s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1567 | 2024-04-02T19:28:53.479Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377") failed: Property not found. retry in 1.422229483s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1568 | 2024-04-02T19:28:53.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab") failed: Property not found. retry in 970.145465ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1569 | 2024-04-02T19:28:53.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 1.211210998s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1570 | 2024-04-02T19:28:53.552Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478") failed: Property not found. retry in 1.098001545s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1571 | 2024-04-02T19:28:53.672Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 1.426841486s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1572 | 2024-04-02T19:28:53.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 741.671577ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1573 | 2024-04-02T19:28:53.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16") failed: Property not found. retry in 1.338177488s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1574 | 2024-04-02T19:28:53.906Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251") failed: Property not found. retry in 1.004048654s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1575 | 2024-04-02T19:28:53.987Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12") failed: Property not found. retry in 1.499095779s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1576 | 2024-04-02T19:28:54.178Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc") failed: Property not found. retry in 969.983678ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1577 | 2024-04-02T19:28:54.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29") failed: Property not found. retry in 1.320384534s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1578 | 2024-04-02T19:28:54.319Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a") failed: Property not found. retry in 714.756632ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1579 | 2024-04-02T19:28:54.397Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820") failed: Property not found. retry in 683.657339ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1580 | 2024-04-02T19:28:54.479Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d") failed: Property not found. retry in 661.49335ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1581 | 2024-04-02T19:28:54.539Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3") failed: Property not found. retry in 676.235833ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1582 | 2024-04-02T19:28:54.571Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52") failed: Property not found. retry in 905.529574ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1583 | 2024-04-02T19:28:54.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478") failed: Property not found. retry in 905.75026ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1584 | 2024-04-02T19:28:54.795Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001") failed: Property not found. retry in 784.446735ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1585 | 2024-04-02T19:28:55.235Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f") failed: Property not found. retry in 545.852258ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1586 | 2024-04-02T19:28:55.975Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_crucible_pantry_e5a82ea9-25a1-4fdc-a9bc-9270d89bce16
|
| 1587 | 2024-04-02T19:28:55.975Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_crucible_pantry_9195f87c-8c2c-4891-ba67-4b2dbe2d38b5
|
| 1588 | 2024-04-02T19:28:55.975Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_nexus_80af0631-21c2-4cc4-85af-43f3510bbb12
|
| 1589 | 2024-04-02T19:28:55.975Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_nexus_61a8bca3-d2bd-4078-a1f7-a21b24412eab
|
| 1590 | 2024-04-02T19:28:55.976Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_crucible_f6e00f31-c8b7-4150-a9cf-515a74e7d1a3
|
| 1591 | 2024-04-02T19:28:55.983Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_nexus_12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f
|
| 1592 | 2024-04-02T19:28:55.983Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_crucible_feea558d-97fc-4a30-98a5-1d3026346001
|
| 1593 | 2024-04-02T19:28:55.983Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_crucible_54ad04dd-511b-480d-9180-5ddb4716ebdc
|
| 1594 | 2024-04-02T19:28:55.983Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_crucible_6259c323-4c64-49fa-8c38-ccc412a28251
|
| 1595 | 2024-04-02T19:28:55.983Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_crucible_afafbcb9-6d57-4406-9a58-05c6e9dd357c
|
| 1596 | 2024-04-02T19:28:55.983Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_crucible_312175f5-ab65-4d06-af73-71472f3c9c52
|
| 1597 | 2024-04-02T19:28:55.983Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_external_dns_cbb9f3b8-dd16-4e1f-a736-aaab79424820
|
| 1598 | 2024-04-02T19:28:55.983Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_external_dns_3f34985b-8ee3-4cdc-85ad-9c3f3f026b29
|
| 1599 | 2024-04-02T19:28:55.983Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_oximeter_77ce54f0-88dd-463c-ae2f-16f1529bee0e
|
| 1600 | 2024-04-02T19:28:55.983Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_clickhouse_091376d6-187d-461a-8677-7c6accde0478
|
| 1601 | 2024-04-02T19:28:55.983Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_crucible_pantry_af2bc414-39c2-4632-b914-b82c6972949a
|
| 1602 | 2024-04-02T19:28:55.983Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_crucible_1e2496fa-b6a0-41d7-a2f9-b22be2032c8d
|
| 1603 | 2024-04-02T19:28:55.989Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_crucible_2375cc38-5780-424d-aeda-19a998e6a377
|
| 1604 | 2024-04-02T19:28:55.989Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2997
zone = oxz_crucible_de4e8831-df64-4eb0-8e2d-76698a27b59a
|
| 1605 | 2024-04-02T19:28:56.027Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1606 | 2024-04-02T19:28:56.040Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1607 | 2024-04-02T19:28:56.072Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 42331328
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:54537
req_id = d904fb06-915d-433e-9975-3c96cb4eb79f
response_code = 204
uri = /omicron-zones
|
| 1608 | 2024-04-02T19:28:56.127Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1230
|
| 1609 | 2024-04-02T19:28:56.127Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1610 | 2024-04-02T19:28:56.128Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1611 | 2024-04-02T19:28:56.137Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:677
|
| 1612 | 2024-04-02T19:28:56.140Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::c]:12221
file = sled-agent/src/rack_setup/service.rs:685
|
| 1613 | 2024-04-02T19:28:56.216Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV1 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV1 {
addresses: [
V4(
Ipv4Network {
addr: 10.151.1.174,
prefix: 24,
},
),
],
autoneg: false,
bgp_peers: [],
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Network {
addr: 0.0.0.0,
prefix: 0,
},
),
nexthop: 10.151.1.100,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Network {
addr: fd00:1122:3344:100::,
prefix: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:816
|
| 1614 | 2024-04-02T19:28:56.835Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1615 | 2024-04-02T19:28:56.990Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1616 | 2024-04-02T19:28:57.121Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1617 | 2024-04-02T19:28:57.237Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1618 | 2024-04-02T19:28:57.400Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1619 | 2024-04-02T19:28:57.511Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1620 | 2024-04-02T19:28:57.724Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1621 | 2024-04-02T19:28:58.009Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1622 | 2024-04-02T19:28:58.241Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1623 | 2024-04-02T19:28:58.552Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1624 | 2024-04-02T19:28:58.818Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1625 | 2024-04-02T19:28:59.537Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1626 | 2024-04-02T19:29:00.340Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1627 | 2024-04-02T19:29:00.794Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1628 | 2024-04-02T19:29:02.088Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1629 | 2024-04-02T19:29:03.693Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1630 | 2024-04-02T19:29:05.750Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5f61d445-5708-4134-8c45-b3d71b3be40d/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:873
|
| 1631 | 2024-04-02T19:29:08.097Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "e43f8e6c-02fe-4e91-89e6-088e8a0bbbef", "content-length": "124", "date": "Tue, 02 Apr 2024 19:29:07 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "e43f8e6c-02fe-4e91-89e6-088e8a0bbbef" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1632 | 2024-04-02T19:29:09.826Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4003e5e3-9ea0-4355-9778-70ca0b37626b", "content-length": "124", "date": "Tue, 02 Apr 2024 19:29:08 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4003e5e3-9ea0-4355-9778-70ca0b37626b" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1633 | 2024-04-02T19:29:12.405Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d7943a27-7162-4e40-b41f-7e466770171e", "content-length": "124", "date": "Tue, 02 Apr 2024 19:29:12 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d7943a27-7162-4e40-b41f-7e466770171e" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1634 | 2024-04-02T19:29:14.355Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48380
|
| 1635 | 2024-04-02T19:29:14.356Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 59
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48380
req_id = 23e6c88e-78e2-4195-a321-a71adbe45937
response_code = 200
uri = /baseboard
|
| 1636 | 2024-04-02T19:29:17.021Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "da3be829-6235-44d6-aba0-304d55eb0b35", "content-length": "124", "date": "Tue, 02 Apr 2024 19:29:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "da3be829-6235-44d6-aba0-304d55eb0b35" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1637 | 2024-04-02T19:29:19.737Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "9ff667f8-c827-4133-8531-ab8789538f09", "content-length": "124", "date": "Tue, 02 Apr 2024 19:29:19 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "9ff667f8-c827-4133-8531-ab8789538f09" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1638 | 2024-04-02T19:29:25.340Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:801
|
| 1639 | 2024-04-02T19:29:26.172Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "3bca9323-4cb1-469a-b7b1-e284a36ede17", "content-length": "124", "date": "Tue, 02 Apr 2024 19:29:26 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "3bca9323-4cb1-469a-b7b1-e284a36ede17" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1640 | 2024-04-02T19:29:31.492Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ce30a2bb-dfad-45ec-81de-7bae722eef17", "content-length": "124", "date": "Tue, 02 Apr 2024 19:29:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ce30a2bb-dfad-45ec-81de-7bae722eef17" }
file = sled-agent/src/rack_setup/service.rs:873
|
| 1641 | 2024-04-02T19:29:39.881Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:592
new_generation = 1
old_generation = 1
sled_id = 04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1642 | 2024-04-02T19:29:41.332Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55574
|
| 1643 | 2024-04-02T19:29:41.334Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1309
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55574
req_id = 0bb48e2d-94c7-4b81-a088-54609d5f9fdf
response_code = 200
uri = /network-bootstore-config
|
| 1644 | 2024-04-02T19:29:42.325Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65436
|
| 1645 | 2024-04-02T19:29:42.328Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:525
rules = [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 05296327-330b-4f23-8782-7eb448d6079f, kind: Service { id: cbb9f3b8-dd16-4e1f-a736-aaab79424820 }, name: Name("external-dns-cbb9f3b8-dd16-4e1f-a736-aaab79424820"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 17])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: d2c72d2f-9c4b-4555-abba-b8ff9678b040, kind: Service { id: 3f34985b-8ee3-4cdc-85ad-9c3f3f026b29 }, name: Name("external-dns-3f34985b-8ee3-4cdc-85ad-9c3f3f026b29"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 247])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 380434ff-d4d8-42ba-903d-86cef1ac5b27, kind: Service { id: 80af0631-21c2-4cc4-85af-43f3510bbb12 }, name: Name("nexus-80af0631-21c2-4cc4-85af-43f3510bbb12"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 16])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 7de69533-96bf-453b-8177-a873e677c86e, kind: Service { id: 12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f }, name: Name("nexus-12ea3e68-93e3-4bd1-94f5-2a7ba0bf642f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 244])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: f39f4146-7ef4-4e47-a060-7b12cf18e35d, kind: Service { id: 61a8bca3-d2bd-4078-a1f7-a21b24412eab }, name: Name("nexus-61a8bca3-d2bd-4078-a1f7-a21b24412eab"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 96])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1646 | 2024-04-02T19:29:42.328Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1647 | 2024-04-02T19:29:42.329Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte0"
rules = []
|
| 1648 | 2024-04-02T19:29:42.329Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1649 | 2024-04-02T19:29:42.329Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1650 | 2024-04-02T19:29:42.329Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1651 | 2024-04-02T19:29:42.329Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:544
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1652 | 2024-04-02T19:29:42.329Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3532
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:65436
req_id = 86947950-7161-4cdc-8a15-7c5cea0e4640
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1653 | 2024-04-02T19:29:42.331Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:883
|
| 1654 | 2024-04-02T19:29:42.496Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59832
|
| 1655 | 2024-04-02T19:29:42.498Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1656 | 2024-04-02T19:29:42.582Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 85394
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59832
req_id = afcfaec6-e1a0-4377-a65f-acdd9339bfcd
response_code = 200
uri = /inventory
|
| 1657 | 2024-04-02T19:29:42.583Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1658 | 2024-04-02T19:29:42.583Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ac12586f-4600-4386-b67a-06e71604105d/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1659 | 2024-04-02T19:29:42.585Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1660 | 2024-04-02T19:29:42.586Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 4155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59832
req_id = 10a1e345-8b50-4e76-906f-af0eb205ca72
response_code = 200
uri = /omicron-zones
|
| 1661 | 2024-04-02T19:29:44.410Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:42506
|
| 1662 | 2024-04-02T19:29:44.411Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 64
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:42506
req_id = b2dc69d2-a8f4-4e4d-8787-99f2e44a26ee
response_code = 200
uri = /baseboard
|
| 1663 | 2024-04-02T19:30:07.211Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41238
|
| 1664 | 2024-04-02T19:30:07.296Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 84850
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:41238
req_id = ee602696-a3e3-42b1-9326-4a1425c36f5a
response_code = 204
uri = /switch-ports
|
| 1665 | 2024-04-02T19:30:07.296Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41238
req_id = af07406e-66a9-4d87-b4b1-914d7a5d9b03
response_code = 200
uri = /network-bootstore-config
|
| 1666 | 2024-04-02T19:30:07.325Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 1667 | 2024-04-02T19:30:07.325Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/ac12586f-4600-4386-b67a-06e71604105d/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 1668 | 2024-04-02T19:30:07.327Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/4680357c-2e09-4219-9734-def5d8f1acad/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 1669 | 2024-04-02T19:30:07.328Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 1670 | 2024-04-02T19:30:07.328Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3636
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41238
req_id = e0fa490e-310a-4ea7-b5e2-449d127965a3
response_code = 204
uri = /network-bootstore-config
|
| 1671 | 2024-04-02T19:30:07.338Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58191
|
| 1672 | 2024-04-02T19:30:07.388Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50358
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58191
req_id = 6b95b874-fa4e-4225-9ac7-29e440cd3a5d
response_code = 204
uri = /switch-ports
|
| 1673 | 2024-04-02T19:30:07.388Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58191
req_id = 5c0d74e4-1909-426c-ab98-a65a524bb4d1
response_code = 200
uri = /network-bootstore-config
|
| 1674 | 2024-04-02T19:30:07.462Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37169
|
| 1675 | 2024-04-02T19:30:07.508Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45818
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:37169
req_id = 23bb2962-75bc-44bc-9f83-40bcc153a7c3
response_code = 204
uri = /switch-ports
|
| 1676 | 2024-04-02T19:30:07.508Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37169
req_id = 137fba9d-b937-47dd-91fe-0383a4c2d581
response_code = 200
uri = /network-bootstore-config
|
| 1677 | 2024-04-02T19:30:08.070Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::d]:40216
|
| 1678 | 2024-04-02T19:30:08.092Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 22246
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = d484eaca-1916-41cf-9f23-d033277aed50
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1679 | 2024-04-02T19:30:14.443Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64582
|
| 1680 | 2024-04-02T19:30:14.444Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 99
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64582
req_id = 0fb1bc6f-533d-4322-9854-4a60a152a756
response_code = 200
uri = /baseboard
|
| 1681 | 2024-04-02T19:30:36.904Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:32965
|
| 1682 | 2024-04-02T19:30:36.950Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45898
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:32965
req_id = d7d600b6-40d8-4367-9ca7-cf0ad6bb52ef
response_code = 204
uri = /switch-ports
|
| 1683 | 2024-04-02T19:30:36.950Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:32965
req_id = 3182a72d-ce48-4707-99bb-80559dcdd594
response_code = 200
uri = /network-bootstore-config
|
| 1684 | 2024-04-02T19:30:37.051Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37542
|
| 1685 | 2024-04-02T19:30:37.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49416
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37542
req_id = 086a7151-596c-423e-9459-a30ecd060d73
response_code = 204
uri = /switch-ports
|
| 1686 | 2024-04-02T19:30:37.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37542
req_id = d07b79ff-8b80-4a64-8af4-80ed8bbbb742
response_code = 200
uri = /network-bootstore-config
|
| 1687 | 2024-04-02T19:30:37.190Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49897
|
| 1688 | 2024-04-02T19:30:37.237Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46018
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:49897
req_id = 9568e1ab-046f-4b04-9398-bfb6a07cb92f
response_code = 204
uri = /switch-ports
|
| 1689 | 2024-04-02T19:30:37.237Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49897
req_id = 51dea65e-4026-46e5-acbf-405d209964b8
response_code = 200
uri = /network-bootstore-config
|
| 1690 | 2024-04-02T19:30:38.071Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 615
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = 0875b0d9-d66b-4feb-b024-c3dea3da3d6b
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1691 | 2024-04-02T19:30:44.476Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56574
|
| 1692 | 2024-04-02T19:30:44.476Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 106
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56574
req_id = 3bc78e72-7d19-40f8-acb4-d74a1d26b24f
response_code = 200
uri = /baseboard
|
| 1693 | 2024-04-02T19:31:06.895Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46955
|
| 1694 | 2024-04-02T19:31:06.942Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46657
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:46955
req_id = 1bf730d8-a71e-4545-a9ad-ae0265f051dd
response_code = 204
uri = /switch-ports
|
| 1695 | 2024-04-02T19:31:06.943Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 281
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46955
req_id = a4283164-3e82-493c-afec-80891e3f5247
response_code = 200
uri = /network-bootstore-config
|
| 1696 | 2024-04-02T19:31:07.318Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64900
|
| 1697 | 2024-04-02T19:31:07.367Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48331
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:64900
req_id = d8c43f2d-6298-4bdb-88c1-1340e5da2425
response_code = 204
uri = /switch-ports
|
| 1698 | 2024-04-02T19:31:07.367Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64900
req_id = 4a5444a1-3614-416b-bcab-7a899b71d673
response_code = 200
uri = /network-bootstore-config
|
| 1699 | 2024-04-02T19:31:07.393Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48318
|
| 1700 | 2024-04-02T19:31:07.438Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44411
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:48318
req_id = d5fe8b75-4572-4bff-9099-2b220d2f1ed2
response_code = 204
uri = /switch-ports
|
| 1701 | 2024-04-02T19:31:07.438Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48318
req_id = f989978b-4882-45bb-a705-52a60bd565e9
response_code = 200
uri = /network-bootstore-config
|
| 1702 | 2024-04-02T19:31:08.071Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1008
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = 37f3d566-ec25-4870-9a84-d645b0fae1d0
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1703 | 2024-04-02T19:31:14.508Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45296
|
| 1704 | 2024-04-02T19:31:14.508Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 79
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45296
req_id = c47bc4e3-2fcb-4120-9b20-ea0b03c93c9e
response_code = 200
uri = /baseboard
|
| 1705 | 2024-04-02T19:31:36.626Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61947
|
| 1706 | 2024-04-02T19:31:36.673Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46329
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:61947
req_id = 6701de9a-276e-4def-9814-b88765d2c81f
response_code = 204
uri = /switch-ports
|
| 1707 | 2024-04-02T19:31:36.673Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61947
req_id = 863464a0-4cea-4c54-90ad-f4c0e5c078c7
response_code = 200
uri = /network-bootstore-config
|
| 1708 | 2024-04-02T19:31:37.123Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53043
|
| 1709 | 2024-04-02T19:31:37.171Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47640
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:53043
req_id = 6e0ecfc9-78c1-487d-b434-cbf5e107dde6
response_code = 204
uri = /switch-ports
|
| 1710 | 2024-04-02T19:31:37.171Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53043
req_id = 26c52046-72fd-4558-a4c6-cab90e3702c5
response_code = 200
uri = /network-bootstore-config
|
| 1711 | 2024-04-02T19:31:37.188Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61181
|
| 1712 | 2024-04-02T19:31:37.233Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44422
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:61181
req_id = 89acf82e-b29d-4a83-b4a5-d945488fc5a3
response_code = 204
uri = /switch-ports
|
| 1713 | 2024-04-02T19:31:37.233Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61181
req_id = 197297a6-4f8d-4767-8261-1913231b307b
response_code = 200
uri = /network-bootstore-config
|
| 1714 | 2024-04-02T19:31:38.071Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 595
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = a0177998-b0ad-4777-b872-f5f0563bd08e
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1715 | 2024-04-02T19:31:44.541Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61055
|
| 1716 | 2024-04-02T19:31:44.541Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 90
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61055
req_id = c30f6de9-8876-4063-bd53-8205bc87c822
response_code = 200
uri = /baseboard
|
| 1717 | 2024-04-02T19:32:06.876Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57258
|
| 1718 | 2024-04-02T19:32:06.926Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49481
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:57258
req_id = f56e9c68-1aea-4da5-9023-1eadf7d3a163
response_code = 204
uri = /switch-ports
|
| 1719 | 2024-04-02T19:32:06.926Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57258
req_id = 8193ac38-ba10-4b30-9f4e-1fdaf14f5ff9
response_code = 200
uri = /network-bootstore-config
|
| 1720 | 2024-04-02T19:32:07.306Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54682
|
| 1721 | 2024-04-02T19:32:07.353Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47217
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:54682
req_id = a3b9df7f-b9ec-4ba9-975f-61228acebc2e
response_code = 204
uri = /switch-ports
|
| 1722 | 2024-04-02T19:32:07.353Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 85
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54682
req_id = 7d108e81-3cf3-4acb-9c68-953333c05835
response_code = 200
uri = /network-bootstore-config
|
| 1723 | 2024-04-02T19:32:07.484Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47839
|
| 1724 | 2024-04-02T19:32:07.532Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47517
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:47839
req_id = 7183ce1e-53ff-470c-90a2-6de50f14b6cd
response_code = 204
uri = /switch-ports
|
| 1725 | 2024-04-02T19:32:07.532Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47839
req_id = 9ac32e69-2d2d-44b4-9ca3-a84181a305a7
response_code = 200
uri = /network-bootstore-config
|
| 1726 | 2024-04-02T19:32:08.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 604
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = 256259ea-06c1-4941-8b91-a988b41c4601
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1727 | 2024-04-02T19:32:14.574Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65229
|
| 1728 | 2024-04-02T19:32:14.575Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 68
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65229
req_id = 345686be-f895-4696-83df-e9b876e44587
response_code = 200
uri = /baseboard
|
| 1729 | 2024-04-02T19:32:36.640Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50485
|
| 1730 | 2024-04-02T19:32:36.685Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44596
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50485
req_id = 211649ed-bf08-45b4-8ec5-06dfbe973322
response_code = 204
uri = /switch-ports
|
| 1731 | 2024-04-02T19:32:36.686Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 820
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50485
req_id = 346ef495-d335-40a1-8f1d-381f3335a95c
response_code = 200
uri = /network-bootstore-config
|
| 1732 | 2024-04-02T19:32:37.059Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60485
|
| 1733 | 2024-04-02T19:32:37.110Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50465
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:60485
req_id = 4712e663-7805-489f-adf6-7f86c480f407
response_code = 204
uri = /switch-ports
|
| 1734 | 2024-04-02T19:32:37.110Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60485
req_id = 5b7b37ce-d042-4d58-b4d2-d33257ddb323
response_code = 200
uri = /network-bootstore-config
|
| 1735 | 2024-04-02T19:32:37.269Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33373
|
| 1736 | 2024-04-02T19:32:37.317Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47966
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:33373
req_id = eae2f626-0aec-4f1b-a082-5f27c75bcfa8
response_code = 204
uri = /switch-ports
|
| 1737 | 2024-04-02T19:32:37.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33373
req_id = cc20f379-8137-477d-aae6-e267e729fb2f
response_code = 200
uri = /network-bootstore-config
|
| 1738 | 2024-04-02T19:32:38.073Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 644
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = 7a94e902-1afa-4524-9c0b-a79d744c471b
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1739 | 2024-04-02T19:32:44.610Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34547
|
| 1740 | 2024-04-02T19:32:44.610Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 601
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34547
req_id = 61650199-5691-42d1-b911-8c770869af3c
response_code = 200
uri = /baseboard
|
| 1741 | 2024-04-02T19:33:06.885Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45552
|
| 1742 | 2024-04-02T19:33:06.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47629
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45552
req_id = 12bb59e8-0128-49db-8899-24b6c65c86cf
response_code = 204
uri = /switch-ports
|
| 1743 | 2024-04-02T19:33:06.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 103
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45552
req_id = 0266eeb2-16bf-41f4-915a-82b236aac419
response_code = 200
uri = /network-bootstore-config
|
| 1744 | 2024-04-02T19:33:07.361Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43853
|
| 1745 | 2024-04-02T19:33:07.407Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 45759
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:43853
req_id = a7af508e-9b01-42d6-bad3-ae48cfeb745b
response_code = 204
uri = /switch-ports
|
| 1746 | 2024-04-02T19:33:07.407Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64055
|
| 1747 | 2024-04-02T19:33:07.411Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 3192
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43853
req_id = 3ed35454-569b-456d-ae1c-036c2da53206
response_code = 200
uri = /network-bootstore-config
|
| 1748 | 2024-04-02T19:33:07.455Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47423
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:64055
req_id = 1b63550c-dd6a-4f7a-8736-07b08269dab4
response_code = 204
uri = /switch-ports
|
| 1749 | 2024-04-02T19:33:07.456Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 653
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64055
req_id = de222718-4948-4777-b7e7-9a34cd6b1743
response_code = 200
uri = /network-bootstore-config
|
| 1750 | 2024-04-02T19:33:08.074Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1047
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = dc1dcfe9-0bae-4970-adab-9d0051283cd7
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1751 | 2024-04-02T19:33:14.644Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53276
|
| 1752 | 2024-04-02T19:33:14.645Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 136
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53276
req_id = 090ff2c2-2072-40f4-ad84-929d619e13aa
response_code = 200
uri = /baseboard
|
| 1753 | 2024-04-02T19:33:36.646Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61127
|
| 1754 | 2024-04-02T19:33:36.694Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48058
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:61127
req_id = fbd2c852-ae8c-4aa0-8b7a-4b359ca4aaf2
response_code = 204
uri = /switch-ports
|
| 1755 | 2024-04-02T19:33:36.694Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61127
req_id = cf04ef44-07d2-48dd-9238-6d740da4b504
response_code = 200
uri = /network-bootstore-config
|
| 1756 | 2024-04-02T19:33:37.140Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39469
|
| 1757 | 2024-04-02T19:33:37.190Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50373
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:39469
req_id = 63291922-c231-4b45-a3f1-da0e593383ba
response_code = 204
uri = /switch-ports
|
| 1758 | 2024-04-02T19:33:37.190Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39469
req_id = 89ab3cde-c57e-4c18-9710-74a00ff7f01b
response_code = 200
uri = /network-bootstore-config
|
| 1759 | 2024-04-02T19:33:37.246Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44388
|
| 1760 | 2024-04-02T19:33:37.291Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 44811
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44388
req_id = 626d6f28-4dd6-4b26-99c4-09a33325260a
response_code = 204
uri = /switch-ports
|
| 1761 | 2024-04-02T19:33:37.292Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 103
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44388
req_id = 40cfc6c1-b125-4a8e-9bd2-f1716e5f0ffa
response_code = 200
uri = /network-bootstore-config
|
| 1762 | 2024-04-02T19:33:38.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1897
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = b74942a1-182b-46c8-8c0b-ed071a1b07f0
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1763 | 2024-04-02T19:33:41.732Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:300
|
| 1764 | 2024-04-02T19:33:41.732Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1765 | 2024-04-02T19:33:41.768Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:289
next_cleanup = Instant { tv_sec: 6389, tv_nsec: 151631624 }
time_to_next_cleanup = 599.99999982s
|
| 1766 | 2024-04-02T19:33:44.676Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48754
|
| 1767 | 2024-04-02T19:33:44.676Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 107
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48754
req_id = a97aa789-4a9c-43f8-8228-cc6b38059ddd
response_code = 200
uri = /baseboard
|
| 1768 | 2024-04-02T19:34:06.933Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56608
|
| 1769 | 2024-04-02T19:34:06.985Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 52161
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:56608
req_id = 34a65026-832a-4f4e-9e93-9542f3efaf9a
response_code = 204
uri = /switch-ports
|
| 1770 | 2024-04-02T19:34:06.985Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56608
req_id = 5b9801dc-e4ab-45a3-9c34-c342338ab0df
response_code = 200
uri = /network-bootstore-config
|
| 1771 | 2024-04-02T19:34:07.365Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49068
|
| 1772 | 2024-04-02T19:34:07.412Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47469
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:49068
req_id = b49fc631-5d44-4dad-a4d9-fa5225e2f5d7
response_code = 204
uri = /switch-ports
|
| 1773 | 2024-04-02T19:34:07.412Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49068
req_id = b1197c62-bae6-4815-9d3a-d4668cd7e3cb
response_code = 200
uri = /network-bootstore-config
|
| 1774 | 2024-04-02T19:34:07.525Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52303
|
| 1775 | 2024-04-02T19:34:07.573Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47934
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:52303
req_id = cfe1f293-c5e3-45a0-9eab-393598bf516a
response_code = 204
uri = /switch-ports
|
| 1776 | 2024-04-02T19:34:07.574Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 628
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52303
req_id = 8c4c7e5d-75a0-4ffa-99cb-b5cff88f6bf2
response_code = 200
uri = /network-bootstore-config
|
| 1777 | 2024-04-02T19:34:08.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 680
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = eb99dee9-d2b4-4ca6-a0c2-5e00ff013e4e
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1778 | 2024-04-02T19:34:14.709Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:52813
|
| 1779 | 2024-04-02T19:34:14.710Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 52
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:52813
req_id = 34cc4495-a9dc-4aa0-9b9a-ab223e4bbec2
response_code = 200
uri = /baseboard
|
| 1780 | 2024-04-02T19:34:25.340Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:801
|
| 1781 | 2024-04-02T19:34:36.636Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57655
|
| 1782 | 2024-04-02T19:34:36.683Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46783
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:57655
req_id = 988e0a93-ffe5-4986-91e1-71f9502e4f8d
response_code = 204
uri = /switch-ports
|
| 1783 | 2024-04-02T19:34:36.683Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57655
req_id = 6d93bc3c-bb68-44dd-8635-187f54ed623e
response_code = 200
uri = /network-bootstore-config
|
| 1784 | 2024-04-02T19:34:37.079Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46000
|
| 1785 | 2024-04-02T19:34:37.126Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47246
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:46000
req_id = 3c9afe01-d02f-4185-9b23-4c53553be23b
response_code = 204
uri = /switch-ports
|
| 1786 | 2024-04-02T19:34:37.126Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46000
req_id = 3a348898-b2f1-44f1-92cf-e152c5b2b3e7
response_code = 200
uri = /network-bootstore-config
|
| 1787 | 2024-04-02T19:34:37.230Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52445
|
| 1788 | 2024-04-02T19:34:37.276Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46228
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:52445
req_id = 5fda4418-e219-4efe-b65a-724161348efc
response_code = 204
uri = /switch-ports
|
| 1789 | 2024-04-02T19:34:37.277Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 746
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52445
req_id = d7fc2158-99ec-4605-a75b-82735611c150
response_code = 200
uri = /network-bootstore-config
|
| 1790 | 2024-04-02T19:34:38.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 658
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = 8fec5da2-83d9-4736-bc88-cb63e8b511af
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1791 | 2024-04-02T19:34:44.743Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56221
|
| 1792 | 2024-04-02T19:34:44.743Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 111
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56221
req_id = 0148c2d5-8f68-4be8-8926-39c413b26480
response_code = 200
uri = /baseboard
|
| 1793 | 2024-04-02T19:35:07.181Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47745
|
| 1794 | 2024-04-02T19:35:07.232Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 51299
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:47745
req_id = 37414a32-ff54-429c-8ec2-2642c9dad320
response_code = 204
uri = /switch-ports
|
| 1795 | 2024-04-02T19:35:07.233Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47745
req_id = 7cf9968a-10a9-4964-9e4d-7e10a7509456
response_code = 200
uri = /network-bootstore-config
|
| 1796 | 2024-04-02T19:35:07.615Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42279
|
| 1797 | 2024-04-02T19:35:07.665Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 50492
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:42279
req_id = b612f970-a332-44b8-b311-e87c20e355a8
response_code = 204
uri = /switch-ports
|
| 1798 | 2024-04-02T19:35:07.666Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38436
|
| 1799 | 2024-04-02T19:35:07.666Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 194
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42279
req_id = 3607cd6b-9f7d-4f3d-918e-7018a67179b5
response_code = 200
uri = /network-bootstore-config
|
| 1800 | 2024-04-02T19:35:07.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48520
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:38436
req_id = fa2cc02c-6243-4aeb-9c2f-2330c7055c5c
response_code = 204
uri = /switch-ports
|
| 1801 | 2024-04-02T19:35:07.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38436
req_id = aba88385-3b25-4cfc-aa89-092eafea27d6
response_code = 200
uri = /network-bootstore-config
|
| 1802 | 2024-04-02T19:35:08.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 980
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = 52f31466-cd82-412e-b72c-0f7dc161788a
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1803 | 2024-04-02T19:35:14.777Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62674
|
| 1804 | 2024-04-02T19:35:14.777Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 68
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62674
req_id = 1dcc21cc-6917-4b58-be27-701d7f65c7a7
response_code = 200
uri = /baseboard
|
| 1805 | 2024-04-02T19:35:36.775Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56907
|
| 1806 | 2024-04-02T19:35:36.852Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 76458
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:56907
req_id = 8c2641b3-fe90-4e54-b30c-a536de0d151a
response_code = 204
uri = /switch-ports
|
| 1807 | 2024-04-02T19:35:36.852Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56907
req_id = 2a9bd88e-b2c1-4ab8-a8bf-3413dfac2da1
response_code = 200
uri = /network-bootstore-config
|
| 1808 | 2024-04-02T19:35:37.098Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37760
|
| 1809 | 2024-04-02T19:35:37.147Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49198
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37760
req_id = 17e9fcdc-3a28-41a9-afbd-2be72054de56
response_code = 204
uri = /switch-ports
|
| 1810 | 2024-04-02T19:35:37.151Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37760
req_id = 0a894305-696a-4d97-8150-7df3f47b82a7
response_code = 200
uri = /network-bootstore-config
|
| 1811 | 2024-04-02T19:35:37.281Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53743
|
| 1812 | 2024-04-02T19:35:37.327Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 46342
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:53743
req_id = befaeb97-a5c3-4fe2-9b9f-77a965c02730
response_code = 204
uri = /switch-ports
|
| 1813 | 2024-04-02T19:35:37.328Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53743
req_id = 696cc69e-24c1-44a0-8ecc-789e9b09de4d
response_code = 200
uri = /network-bootstore-config
|
| 1814 | 2024-04-02T19:35:38.076Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1067
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = 4232ffbc-fc48-4bdb-a7e2-9e9ab46c5652
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1815 | 2024-04-02T19:35:44.811Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49989
|
| 1816 | 2024-04-02T19:35:44.812Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 103
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49989
req_id = baad7f34-f927-498a-a14f-598d359f096c
response_code = 200
uri = /baseboard
|
| 1817 | 2024-04-02T19:35:53.598Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44194
|
| 1818 | 2024-04-02T19:35:53.604Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:521
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 88410593-d46b-45e1-91e7-8f1212f7a984, kind: Instance { id: 87b2be22-7a92-48a3-9558-48f433ceaa7b }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 35, 72])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10410713), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 88410593-d46b-45e1-91e7-8f1212f7a984, kind: Instance { id: 87b2be22-7a92-48a3-9558-48f433ceaa7b }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 35, 72])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10410713), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 88410593-d46b-45e1-91e7-8f1212f7a984, kind: Instance { id: 87b2be22-7a92-48a3-9558-48f433ceaa7b }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 35, 72])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10410713), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(10410713))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 88410593-d46b-45e1-91e7-8f1212f7a984, kind: Instance { id: 87b2be22-7a92-48a3-9558-48f433ceaa7b }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 35, 72])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10410713), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-c4cbe44af26", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: ffc1fbd1-3ac5-42fe-904a-3d325e17aed2, read_only_parent: Some(Volume { block_size: 512, id: 8430c986-7685-4b96-8c2a-7c5d5234687d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0c1f2c1e-b1c2-4f13-92a1-74f3c7965371, key: Some("cfz/lhYTn7HaHwjgFg5hc/qUfTMaB46ft3jBDmxMAMI="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::18]:19001", "[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::1a]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ffc1fbd1-3ac5-42fe-904a-3d325e17aed2, key: Some("hmkZ0nROenS6GiIPoRZ/FGt40yVzJhK4i12h/lF7INg="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19003", "[fd00:1122:3344:101::14]:19000", "[fd00:1122:3344:101::16]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACbepyCWIJYAAB6nIJYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAnHqcgliCWAAAepyCWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI4N2IyYmUyMi03YTkyLTQ4YTMtOTU1OC00OGY0MzNjZWFhN2IiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTFpJajM3Tk03MSsyWmhDbW9KdXRzYnZTMm5hZTFYbmx4ZHVIOUsxOFp5YSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
instance_runtime = InstanceRuntimeState { propolis_id: Some(d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-02T19:35:53.194451674Z }
metadata = InstanceMetadata { silo_id: bb48c9cc-6365-4ff5-870c-79056611f5da, project_id: af73a1f8-4e9f-45cf-b10d-b80626de052d }
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-04-02T19:35:53.159871Z }
|
| 1819 | 2024-04-02T19:35:53.604Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:555
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1820 | 2024-04-02T19:35:53.604Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:938
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
propolis_id = d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 88410593-d46b-45e1-91e7-8f1212f7a984, kind: Instance { id: 87b2be22-7a92-48a3-9558-48f433ceaa7b }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 35, 72])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10410713), primary: true, slot: 0 }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 88410593-d46b-45e1-91e7-8f1212f7a984, kind: Instance { id: 87b2be22-7a92-48a3-9558-48f433ceaa7b }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 35, 72])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10410713), primary: true, slot: 0 }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 88410593-d46b-45e1-91e7-8f1212f7a984, kind: Instance { id: 87b2be22-7a92-48a3-9558-48f433ceaa7b }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 35, 72])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10410713), primary: true, slot: 0 }], filter_hosts: Some([Vpc(Vni(10410713))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 88410593-d46b-45e1-91e7-8f1212f7a984, kind: Instance { id: 87b2be22-7a92-48a3-9558-48f433ceaa7b }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 35, 72])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.0.0, prefix: 22 })), vni: Vni(10410713), primary: true, slot: 0 }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-c4cbe44af26", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: ffc1fbd1-3ac5-42fe-904a-3d325e17aed2, read_only_parent: Some(Volume { block_size: 512, id: 8430c986-7685-4b96-8c2a-7c5d5234687d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0c1f2c1e-b1c2-4f13-92a1-74f3c7965371, key: Some("cfz/lhYTn7HaHwjgFg5hc/qUfTMaB46ft3jBDmxMAMI="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::18]:19001", "[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::1a]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ffc1fbd1-3ac5-42fe-904a-3d325e17aed2, key: Some("hmkZ0nROenS6GiIPoRZ/FGt40yVzJhK4i12h/lF7INg="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19003", "[fd00:1122:3344:101::14]:19000", "[fd00:1122:3344:101::16]:19000"] } }] } }], cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACbepyCWIJYAAB6nIJYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAnHqcgliCWAAAepyCWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI4N2IyYmUyMi03YTkyLTQ4YTMtOTU1OC00OGY0MzNjZWFhN2IiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTFpJajM3Tk03MSsyWmhDbW9KdXRzYnZTMm5hZTFYbmx4ZHVIOUsxOFp5YSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-02T19:35:53.194451674Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-04-02T19:35:53.159871Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }
|
| 1821 | 2024-04-02T19:35:53.606Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 8166
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44194
req_id = 8194d920-c9e4-410c-9b3a-9854391148cd
response_code = 200
uri = /instances/87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1822 | 2024-04-02T19:35:53.708Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49911
|
| 1823 | 2024-04-02T19:35:53.709Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1056
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49911
req_id = 60b39b11-4c5c-41ef-b658-930b3fdb7085
response_code = 200
uri = /instances/87b2be22-7a92-48a3-9558-48f433ceaa7b/state
|
| 1824 | 2024-04-02T19:35:53.734Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:394
port = Port { inner: PortInner { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 250, 35, 72]), slot: 0, vni: Vni { inner: 10410713 }, gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: "vopte6" } }
|
| 1825 | 2024-04-02T19:35:53.735Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1826 | 2024-04-02T19:35:53.768Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
file = illumos-utils/src/zone.rs:315
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1827 | 2024-04-02T19:35:53.790Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
file = illumos-utils/src/zone.rs:354
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1828 | 2024-04-02T19:35:56.002Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlInstance0"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:101::1"/>
<propval type="astring" name="listen_addr" value="fd00:1122:3344:101::1:0"/>
<propval type="astring" name="listen_port" value="12400"/>
<propval type="astring" name="metric_addr" value="[fd00:1122:3344:101::b]:12221"/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1829 | 2024-04-02T19:35:56.003Z | INFO | SledAgent (InstanceManager): Zone booting
file = illumos-utils/src/running_zone.rs:513
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
zone = oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1830 | 2024-04-02T19:35:56.178Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee") failed: Property not found. retry in 70.313811ms
file = illumos-utils/src/svc.rs:36
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
zone = oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1831 | 2024-04-02T19:35:56.267Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee") failed: Property not found. retry in 74.407478ms
file = illumos-utils/src/svc.rs:36
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
zone = oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1832 | 2024-04-02T19:35:56.354Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee") failed: Property not found. retry in 179.997286ms
file = illumos-utils/src/svc.rs:36
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
zone = oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1833 | 2024-04-02T19:35:56.550Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee") failed: Property not found. retry in 447.123789ms
file = illumos-utils/src/svc.rs:36
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
zone = oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1834 | 2024-04-02T19:35:57.012Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee") failed: Property not found. retry in 1.120008028s
file = illumos-utils/src/svc.rs:36
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
zone = oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1835 | 2024-04-02T19:35:58.142Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee") failed: Property not found. retry in 1.032107403s
file = illumos-utils/src/svc.rs:36
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
zone = oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1836 | 2024-04-02T19:35:59.185Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee") failed: Property not found. retry in 1.089471716s
file = illumos-utils/src/svc.rs:36
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
zone = oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1837 | 2024-04-02T19:36:00.283Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee") failed: Property not found. retry in 1.065542812s
file = illumos-utils/src/svc.rs:36
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
zone = oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1838 | 2024-04-02T19:36:01.380Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
file = sled-agent/src/instance.rs:1423
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1839 | 2024-04-02T19:36:01.390Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee") failed: Property not found. retry in 40.242539ms
file = illumos-utils/src/svc.rs:36
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1840 | 2024-04-02T19:36:01.441Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee") failed: Property not found. retry in 71.744546ms
file = illumos-utils/src/svc.rs:36
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1841 | 2024-04-02T19:36:01.523Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee") failed: Property not found. retry in 142.65166ms
file = illumos-utils/src/svc.rs:36
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1842 | 2024-04-02T19:36:01.675Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee") failed: Property not found. retry in 407.63673ms
file = illumos-utils/src/svc.rs:36
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1843 | 2024-04-02T19:36:02.093Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1432
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1844 | 2024-04-02T19:36:02.131Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1446
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1845 | 2024-04-02T19:36:02.135Z | INFO | SledAgent (InstanceManager): Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some("6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACbepyCWIJYAAB6nIJYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAnHqcgliCWAAAepyCWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI4N2IyYmUyMi03YTkyLTQ4YTMtOTU1OC00OGY0MzNjZWFhN2IiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTFpJajM3Tk03MSsyWmhDbW9KdXRzYnZTMm5hZTFYbmx4ZHVIOUsxOFp5YSJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA"), disks: [DiskRequest { device: "nvme", name: "disk-c4cbe44af26", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: ffc1fbd1-3ac5-42fe-904a-3d325e17aed2, read_only_parent: Some(Volume { block_size: 512, id: 8430c986-7685-4b96-8c2a-7c5d5234687d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0c1f2c1e-b1c2-4f13-92a1-74f3c7965371, key: Some("cfz/lhYTn7HaHwjgFg5hc/qUfTMaB46ft3jBDmxMAMI="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::18]:19001", "[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::1a]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ffc1fbd1-3ac5-42fe-904a-3d325e17aed2, key: Some("hmkZ0nROenS6GiIPoRZ/FGt40yVzJhK4i12h/lF7INg="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19003", "[fd00:1122:3344:101::14]:19000", "[fd00:1122:3344:101::16]:19000"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: "vopte6", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: "Test description", id: 87b2be22-7a92-48a3-9558-48f433ceaa7b, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: af73a1f8-4e9f-45cf-b10d-b80626de052d, silo_id: bb48c9cc-6365-4ff5-870c-79056611f5da }, name: "localshark", vcpus: 2 } }
file = sled-agent/src/instance.rs:685
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1846 | 2024-04-02T19:36:02.219Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:687
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1847 | 2024-04-02T19:36:02.221Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-04-02T19:36:02.221897326Z }
file = sled-agent/src/instance.rs:569
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1848 | 2024-04-02T19:36:02.221Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
new_instance_state = InstanceRuntimeState { propolis_id: Some(d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-02T19:35:53.194451674Z }
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-04-02T19:36:02.221897326Z }
propolis_id = d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1849 | 2024-04-02T19:36:02.221Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-02T19:35:53.194451674Z }, propolis_id: d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee, vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-04-02T19:36:02.221897326Z } }
|
| 1850 | 2024-04-02T19:36:02.260Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-04-02T19:36:02.259979461Z }
file = sled-agent/src/instance.rs:569
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1851 | 2024-04-02T19:36:02.260Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
new_instance_state = InstanceRuntimeState { propolis_id: Some(d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-02T19:35:53.194451674Z }
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-04-02T19:36:02.259979461Z }
propolis_id = d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1852 | 2024-04-02T19:36:02.260Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-02T19:35:53.194451674Z }, propolis_id: d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee, vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-04-02T19:36:02.259979461Z } }
|
| 1853 | 2024-04-02T19:36:06.978Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51717
|
| 1854 | 2024-04-02T19:36:07.025Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 47245
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51717
req_id = db0f15f1-3618-4e4d-86dc-87d8ada03a2e
response_code = 204
uri = /switch-ports
|
| 1855 | 2024-04-02T19:36:07.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51717
req_id = c3e6fb71-4aa8-4107-a583-e47aae06dffe
response_code = 200
uri = /network-bootstore-config
|
| 1856 | 2024-04-02T19:36:07.321Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46460
|
| 1857 | 2024-04-02T19:36:07.370Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 49092
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:46460
req_id = 660601b3-fe2d-4e46-b4dd-387de0d4dcc5
response_code = 204
uri = /switch-ports
|
| 1858 | 2024-04-02T19:36:07.371Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46460
req_id = 8cce00c8-3270-4460-b160-50b56bf80a1b
response_code = 200
uri = /network-bootstore-config
|
| 1859 | 2024-04-02T19:36:07.588Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45722
|
| 1860 | 2024-04-02T19:36:07.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 48068
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:45722
req_id = 6a89313e-b32c-4109-9b46-a304384cb604
response_code = 204
uri = /switch-ports
|
| 1861 | 2024-04-02T19:36:07.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45722
req_id = 3e1b89c6-9d60-4168-95a7-cc90210282d7
response_code = 200
uri = /network-bootstore-config
|
| 1862 | 2024-04-02T19:36:08.082Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 5691
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::d]:40216
req_id = 5689d908-b248-4928-a727-464453b54e7c
response_code = 200
uri = /metrics/collect/04d36dd0-74a3-4361-8e9e-fd96fc13f9d0
|
| 1863 | 2024-04-02T19:36:10.430Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56317
|
| 1864 | 2024-04-02T19:36:10.432Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1794
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56317
req_id = 08beb2b0-55de-465c-93ac-a1234c4c00d6
response_code = 200
uri = /instances/87b2be22-7a92-48a3-9558-48f433ceaa7b/state
|
| 1865 | 2024-04-02T19:36:10.432Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-04-02T19:36:10.432458370Z }
file = sled-agent/src/instance.rs:569
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1866 | 2024-04-02T19:36:10.432Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
new_instance_state = InstanceRuntimeState { propolis_id: Some(d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-02T19:35:53.194451674Z }
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-04-02T19:36:10.432458370Z }
propolis_id = d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1867 | 2024-04-02T19:36:10.432Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-04-02T19:35:53.194451674Z }, propolis_id: d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee, vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-04-02T19:36:10.432458370Z } }
|
| 1868 | 2024-04-02T19:36:10.456Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-04-02T19:36:10.456373304Z }
file = sled-agent/src/instance.rs:569
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1869 | 2024-04-02T19:36:10.456Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:591
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
new_instance_state = InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-04-02T19:36:10.456373304Z }
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-04-02T19:36:10.456373304Z }
propolis_id = d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1870 | 2024-04-02T19:36:10.456Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:606
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1871 | 2024-04-02T19:36:10.456Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1872 | 2024-04-02T19:36:10.456Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:381
|
| 1873 | 2024-04-02T19:36:10.456Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/4680357c-2e09-4219-9734-def5d8f1acad/debug/bundle/zone", "/pool/int/ac12586f-4600-4386-b67a-06e71604105d/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/ddd38713-1eb1-4419-b14e-9292b5bd0530/crypt/debug", "/pool/ext/20749d06-d66b-4f70-b1af-902cd541874d/crypt/debug", "/pool/ext/3c03c985-651b-4e50-8cd2-579010479279/crypt/debug", "/pool/ext/eb30e6d7-cad1-42b4-a0d6-a03a93484ee3/crypt/debug", "/pool/ext/f29d296b-f120-409c-9f15-8f22a14941de/crypt/debug", "/pool/ext/cd12cf78-324e-45e0-9823-2a4f43bd78e0/crypt/debug", "/pool/ext/c85fc531-dfdd-475f-9d3e-5b32daa76dc8/crypt/debug", "/pool/ext/7be94b15-1cae-453d-a425-b54472128745/crypt/debug", "/pool/ext/c1df15ac-160e-4f21-a810-e496d28b20e3/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:437
zone_name = oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
|
| 1874 | 2024-04-02T19:36:11.072Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1236
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee", bundle_id: 53b56759-fde0-4329-9451-c904d8f3fa20 }, time_created: 2024-04-02T19:36:10.457841463Z, version: 0, cause: TerminatedInstance }
|
| 1875 | 2024-04-02T19:36:11.072Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee
file = sled-agent/src/instance.rs:780
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1876 | 2024-04-02T19:36:12.842Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:269
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1877 | 2024-04-02T19:36:12.866Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-04-02T19:36:10.456373304Z }, propolis_id: d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-04-02T19:36:12.866230980Z } }
|
| 1878 | 2024-04-02T19:36:12.944Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56683
|
| 1879 | 2024-04-02T19:36:12.946Z | WARN | SledAgent (PortManager): unset_virtual_nic_host unimplmented
file = illumos-utils/src/opte/port_manager.rs:620
|
| 1880 | 2024-04-02T19:36:12.946Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1324
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:56683
req_id = 116b4955-0a8c-4b2e-8df4-d20ff7c5b45f
response_code = 204
uri = /v2p/88410593-d46b-45e1-91e7-8f1212f7a984
|
| 1881 | 2024-04-02T19:36:13.244Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:491
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
state = SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-04-02T19:36:10.456373304Z }, propolis_id: d5d04b6f-41a5-4da3-84dc-b6ca0fbcf7ee, vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-04-02T19:36:12.866230980Z } }
|
| 1882 | 2024-04-02T19:36:13.247Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:723
instance_id = 87b2be22-7a92-48a3-9558-48f433ceaa7b
|
| 1883 | 2024-04-02T19:36:14.845Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:54616
|
| 1884 | 2024-04-02T19:36:14.845Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 109
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:54616
req_id = fd4d9ffd-6261-46a8-85d7-63dd093c5a70
response_code = 200
uri = /baseboard
|