| 1 | | [ Sep 3 21:27:45 Enabled. ] |
| 2 | | [ Sep 3 21:27:45 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Sep 3 21:27:45 Method "start" exited with status 0. ] |
| 4 | | [ Sep 3 21:27:45 Rereading configuration. ] |
| 5 | | [ Sep 3 21:27:45 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-09-03T21:27:45.518Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
| 8 | 2024-09-03T21:27:45.518Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2024-09-03T21:27:45.570Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
| 10 | 2024-09-03T21:27:45.571Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2024-09-03T21:27:45.683Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2024-09-03T21:27:45.692Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2024-09-03T21:27:45.700Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
| 14 | 2024-09-03T21:27:46.301Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }
|
| 15 | 2024-09-03T21:27:46.439Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
| 16 | 2024-09-03T21:27:46.439Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
| 17 | 2024-09-03T21:27:46.439Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
| 18 | 2024-09-03T21:27:46.440Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 19 | 2024-09-03T21:27:46.440Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
| 20 | 2024-09-03T21:27:46.440Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:716
|
| 21 | 2024-09-03T21:27:46.443Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:623
|
| 22 | 2024-09-03T21:27:46.443Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:765
|
| 23 | 2024-09-03T21:27:46.443Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
| 24 | 2024-09-03T21:27:46.443Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:824
|
| 25 | 2024-09-03T21:27:46.443Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
| 26 | 2024-09-03T21:27:46.443Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
| 27 | 2024-09-03T21:27:46.443Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 28 | 2024-09-03T21:27:46.443Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2024-09-03T21:27:46.443Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2024-09-03T21:27:46.454Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:360
|
| 31 | 2024-09-03T21:27:46.454Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:371
id = 482c33be-205c-4e34-98e2-1192977a75a7 (zpool)
|
| 32 | 2024-09-03T21:27:46.555Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:174
zpool = ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal }
|
| 33 | 2024-09-03T21:27:46.963Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 34 | 2024-09-03T21:27:46.963Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
| 35 | 2024-09-03T21:27:46.963Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2024-09-03T21:27:46.963Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2024-09-03T21:27:46.963Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 38 | 2024-09-03T21:27:46.963Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2024-09-03T21:27:46.963Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2024-09-03T21:27:46.971Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:360
|
| 41 | 2024-09-03T21:27:46.971Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:371
id = e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool)
|
| 42 | 2024-09-03T21:27:47.061Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:174
zpool = ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal }
|
| 43 | 2024-09-03T21:27:47.464Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
| 44 | 2024-09-03T21:27:47.464Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 45 | 2024-09-03T21:27:47.464Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 46 | 2024-09-03T21:27:47.464Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 47 | 2024-09-03T21:27:47.464Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 48 | 2024-09-03T21:27:47.464Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 49 | 2024-09-03T21:27:47.464Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
| 50 | 2024-09-03T21:27:47.464Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 51 | 2024-09-03T21:27:47.464Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 52 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 53 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 54 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 55 | 2024-09-03T21:27:47.465Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
| 56 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 57 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 58 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 59 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 60 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 61 | 2024-09-03T21:27:47.465Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
| 62 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 63 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 64 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 65 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 66 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 67 | 2024-09-03T21:27:47.465Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
| 68 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 69 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 70 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 71 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 72 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 73 | 2024-09-03T21:27:47.465Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
| 74 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 75 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 76 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 77 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 78 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 79 | 2024-09-03T21:27:47.465Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
| 80 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 81 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 82 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 83 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 84 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 85 | 2024-09-03T21:27:47.465Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
| 86 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 87 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 88 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 89 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 90 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 91 | 2024-09-03T21:27:47.465Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
| 92 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 93 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 94 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 95 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 96 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 97 | 2024-09-03T21:27:47.465Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
| 98 | 2024-09-03T21:27:47.465Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
| 99 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 100 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 101 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 102 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 103 | 2024-09-03T21:27:47.465Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
| 104 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (bootstore): No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 105 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (bootstore): No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 106 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
| 107 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (bootstore): No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 108 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (bootstore): No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 109 | 2024-09-03T21:27:47.465Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
| 110 | 2024-09-03T21:27:47.465Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
| 111 | 2024-09-03T21:27:47.465Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
| 112 | 2024-09-03T21:27:47.476Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:730
|
| 113 | 2024-09-03T21:27:47.476Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1300, tv_nsec: 444601305 }
time_to_next_cleanup = 599.999924599s
|
| 114 | 2024-09-03T21:27:47.476Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3866
|
| 115 | 2024-09-03T21:27:47.476Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 116 | 2024-09-03T21:27:47.479Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2024-09-03T21:27:47.479Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2024-09-03T21:27:47.479Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
| 119 | 2024-09-03T21:27:47.479Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 120 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
local_pref: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1053
|
| 121 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
|
| 122 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 123 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 124 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 125 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1113
|
| 126 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 127 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 128 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 129 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1154
|
| 130 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:155
|
| 131 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:128
|
| 132 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 133 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 134 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 135 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): Sled plan written to storage: Plan {
rack_id: 5b2c7381-c288-46e9-80d4-24a768db6d64,
sleds: {
[fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {
generation: 0,
schema_version: 1,
body: StartSledAgentRequestBody {
id: 00448375-0632-47b1-b91b-9a5edb58a536,
rack_id: 5b2c7381-c288-46e9-80d4-24a768db6d64,
use_trust_quorum: false,
is_lrtq_learner: false,
subnet: Ipv6Subnet {
net: Ipv6Net {
addr: fd00:1122:3344:101::,
width: 64,
},
},
},
},
},
config: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
local_pref: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
},
}
file = sled-agent/src/rack_setup/plan/sled.rs:175
|
| 136 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1187
|
| 137 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 138 | 2024-09-03T21:27:47.480Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 139 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 140 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 141 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 00448375-0632-47b1-b91b-9a5edb58a536, rack_id: 5b2c7381-c288-46e9-80d4-24a768db6d64, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 142 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:35413
|
| 143 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 00448375-0632-47b1-b91b-9a5edb58a536, rack_id: 5b2c7381-c288-46e9-80d4-24a768db6d64, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:359
|
| 144 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:374
|
| 145 | 2024-09-03T21:27:47.481Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 146 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
|
| 147 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:451
|
| 148 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:644
|
| 149 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
| 150 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 151 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 152 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:633
|
| 153 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:661
|
| 154 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:440
|
| 155 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 156 | 2024-09-03T21:27:47.481Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:532
result = DisksManagementResult { status: [] }
|
| 157 | 2024-09-03T21:27:47.483Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4163
|
| 158 | 2024-09-03T21:27:47.483Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4545
|
| 159 | 2024-09-03T21:27:47.514Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 160 | 2024-09-03T21:27:47.536Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:316
|
| 161 | 2024-09-03T21:27:47.553Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 162 | 2024-09-03T21:27:47.563Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:388
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 163 | 2024-09-03T21:27:47.564Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 164 | 2024-09-03T21:27:47.564Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:400
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 165 | 2024-09-03T21:27:47.564Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 166 | 2024-09-03T21:27:47.567Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 54.019285ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f2bf87b2-9bb7-43fa-853f-cd47824f3ffa", "content-length": "124", "date": "Tue, 03 Sep 2024 21:27:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f2bf87b2-9bb7-43fa-853f-cd47824f3ffa" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 167 | 2024-09-03T21:27:47.577Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_482c33be-205c-4e34-98e2-1192977a75a7/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 168 | 2024-09-03T21:27:47.601Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_482c33be-205c-4e34-98e2-1192977a75a7/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 169 | 2024-09-03T21:27:47.601Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_482c33be-205c-4e34-98e2-1192977a75a7/swap"
file = sled-agent/src/swap_device.rs:96
|
| 170 | 2024-09-03T21:27:47.606Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:415
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 171 | 2024-09-03T21:27:47.606Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:127
|
| 172 | 2024-09-03T21:27:47.606Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_482c33be-205c-4e34-98e2-1192977a75a7/backing/fmd
file = sled-agent/src/backing_fs.rs:137
|
| 173 | 2024-09-03T21:27:47.622Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 174 | 2024-09-03T21:27:47.623Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 131.71913ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f6ff7726-cadf-4e39-9835-88c0cb23dd16", "content-length": "124", "date": "Tue, 03 Sep 2024 21:27:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f6ff7726-cadf-4e39-9835-88c0cb23dd16" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 175 | 2024-09-03T21:27:47.693Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:172
|
| 176 | 2024-09-03T21:27:47.755Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 177 | 2024-09-03T21:27:47.756Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 99.121773ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ca3d5ba2-b011-4082-977a-1665de71d5db", "content-length": "124", "date": "Tue, 03 Sep 2024 21:27:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ca3d5ba2-b011-4082-977a-1665de71d5db" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 178 | 2024-09-03T21:27:47.856Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 179 | 2024-09-03T21:27:47.857Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 185.109562ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7fef4ee4-8553-4581-83a9-dd06abefba8c", "content-length": "124", "date": "Tue, 03 Sep 2024 21:27:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7fef4ee4-8553-4581-83a9-dd06abefba8c" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 180 | 2024-09-03T21:27:47.912Z | INFO | SledAgent (BackingFs): Mounting oxi_482c33be-205c-4e34-98e2-1192977a75a7/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:180
|
| 181 | 2024-09-03T21:27:47.926Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:188
|
| 182 | 2024-09-03T21:27:47.926Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:188
|
| 183 | 2024-09-03T21:27:47.926Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:188
|
| 184 | 2024-09-03T21:27:47.926Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:194
|
| 185 | 2024-09-03T21:27:48.044Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 186 | 2024-09-03T21:27:48.044Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 243.611147ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "9193f7f2-7370-43db-a2c6-d555f905d67b", "content-length": "124", "date": "Tue, 03 Sep 2024 21:27:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "9193f7f2-7370-43db-a2c6-d555f905d67b" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 187 | 2024-09-03T21:27:48.289Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 188 | 2024-09-03T21:27:48.290Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 300.738357ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b1e1612d-0556-4f9e-8efb-b00a6ffda463", "content-length": "124", "date": "Tue, 03 Sep 2024 21:27:47 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b1e1612d-0556-4f9e-8efb-b00a6ffda463" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 189 | 2024-09-03T21:27:48.591Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 190 | 2024-09-03T21:27:48.592Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 158.948845ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "aa70cdf1-0ce5-45a1-8b03-011426819799", "content-length": "124", "date": "Tue, 03 Sep 2024 21:27:48 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "aa70cdf1-0ce5-45a1-8b03-011426819799" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 191 | 2024-09-03T21:27:48.647Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:93
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 192 | 2024-09-03T21:27:48.653Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205
local_addr = [fd00:1122:3344:101::1]:57702
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 193 | 2024-09-03T21:27:48.653Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 194 | 2024-09-03T21:27:48.653Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:57702
file = oximeter/producer/src/lib.rs:283
interval = 30s
producer_id = 00448375-0632-47b1-b91b-9a5edb58a536
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 195 | 2024-09-03T21:27:48.655Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 259.92485ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 196 | 2024-09-03T21:27:48.655Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 197 | 2024-09-03T21:27:48.655Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 198 | 2024-09-03T21:27:48.655Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:914
underlay_address = fd00:1122:3344:101::1
|
| 199 | 2024-09-03T21:27:48.655Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
|
| 200 | 2024-09-03T21:27:48.752Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 201 | 2024-09-03T21:27:48.916Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 420.799399ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 202 | 2024-09-03T21:27:49.339Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 1.061530905s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 203 | 2024-09-03T21:27:50.403Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.11682337s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 204 | 2024-09-03T21:27:51.045Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2639
|
| 205 | 2024-09-03T21:27:51.045Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2857
|
| 206 | 2024-09-03T21:27:51.045Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2509
|
| 207 | 2024-09-03T21:27:51.045Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2556
|
| 208 | 2024-09-03T21:27:51.045Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2938
|
| 209 | 2024-09-03T21:27:51.045Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2980
|
| 210 | 2024-09-03T21:27:51.047Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2782
|
| 211 | 2024-09-03T21:27:51.048Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2550
|
| 212 | 2024-09-03T21:27:51.048Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='c9d3fbe0-d4b6-43aa-a524-a321c05c982e'/>
<propval type="astring" name="rack_id" value='5b2c7381-c288-46e9-80d4-24a768db6d64'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:9fb2::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fe04:91c9'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:9fb2::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"buskin","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_id" value='00448375-0632-47b1-b91b-9a5edb58a536'/>
<propval type="astring" name="rack_id" value='5b2c7381-c288-46e9-80d4-24a768db6d64'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='buskin'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='00448375-0632-47b1-b91b-9a5edb58a536'/>
<propval type="astring" name="rack_uuid" value='5b2c7381-c288-46e9-80d4-24a768db6d64'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='00448375-0632-47b1-b91b-9a5edb58a536'/>
<propval type="astring" name="rack_uuid" value='5b2c7381-c288-46e9-80d4-24a768db6d64'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 213 | 2024-09-03T21:27:51.049Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
| 214 | 2024-09-03T21:27:51.323Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 33.235137ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 215 | 2024-09-03T21:27:51.545Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 75.378159ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 216 | 2024-09-03T21:27:51.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 189.034488ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 217 | 2024-09-03T21:27:52.127Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 384.136871ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 218 | 2024-09-03T21:27:52.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 946.525242ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 219 | 2024-09-03T21:27:52.560Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 4.24191578s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 220 | 2024-09-03T21:27:53.562Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 964.581373ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 221 | 2024-09-03T21:27:54.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 565.67365ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 222 | 2024-09-03T21:27:55.260Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.318240295s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 223 | 2024-09-03T21:27:56.854Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 9.844963728s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 224 | 2024-09-03T21:27:56.858Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205
local_addr = [fd00:1122:3344:101::1]:12345
|
| 225 | 2024-09-03T21:27:56.858Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:429
|
| 226 | 2024-09-03T21:27:56.858Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 227 | 2024-09-03T21:27:56.858Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 228 | 2024-09-03T21:27:56.859Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 229 | 2024-09-03T21:27:56.859Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 230 | 2024-09-03T21:27:56.859Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))
|
| 231 | 2024-09-03T21:27:56.859Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3866
|
| 232 | 2024-09-03T21:27:56.859Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:35413
|
| 233 | 2024-09-03T21:27:57.089Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 234 | 2024-09-03T21:27:57.089Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 235 | 2024-09-03T21:27:57.089Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 236 | 2024-09-03T21:27:57.089Z | INFO | SledAgent (RSS): No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
| 237 | 2024-09-03T21:27:57.089Z | INFO | SledAgent (RSS): No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
| 238 | 2024-09-03T21:27:57.089Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 239 | 2024-09-03T21:27:57.089Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 240 | 2024-09-03T21:27:57.089Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 241 | 2024-09-03T21:27:57.094Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4187
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 242 | 2024-09-03T21:27:57.094Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:4203
|
| 243 | 2024-09-03T21:27:57.094Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:534
zone = oxz_switch
|
| 244 | 2024-09-03T21:27:57.355Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40405
|
| 245 | 2024-09-03T21:27:57.355Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 246 | 2024-09-03T21:27:57.355Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 202
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40405
req_id = 5da13068-548e-4b8b-ad64-3370a50dc794
response_code = 200
uri = /inventory
|
| 247 | 2024-09-03T21:27:57.385Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38187
|
| 248 | 2024-09-03T21:27:57.386Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38187
req_id = 4225bf42-4f6f-423b-9ba6-3cbcf62c2ffe
response_code = 200
uri = /sled-role
|
| 249 | 2024-09-03T21:27:57.386Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 250 | 2024-09-03T21:27:57.386Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
| 251 | 2024-09-03T21:27:57.387Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
| 252 | 2024-09-03T21:27:57.387Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:1001
|
| 253 | 2024-09-03T21:27:57.418Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 2cbc10a7-dc0b-40aa-a3f2-478411ea8103, pool_id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: dbc1f85d-07f7-46d6-a249-433a5859906d, pool_id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 662fdf06-2818-4ba5-a87d-21d322972ee6, pool_id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: f7023277-d459-44aa-ad9c-d1f453a8a4a6, pool_id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 2c0a37f4-f2cf-4337-8b81-bd9c1c79624a, pool_id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 6ab33d79-1e39-4776-815a-a0c5f3bffee9, pool_id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 1c965f98-9383-49eb-b348-21ec1b66d3b5, pool_id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 06bdc947-ab71-4df1-9b5d-2af3963fabab, pool_id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: e724d632-ea36-47a7-b9b6-1c79f47d29a0, pool_id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:355
sled_address = [fd00:1122:3344:101::1]:12345
|
| 254 | 2024-09-03T21:27:57.418Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50280
|
| 255 | 2024-09-03T21:27:57.418Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:856
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 256 | 2024-09-03T21:27:57.418Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 2cbc10a7-dc0b-40aa-a3f2-478411ea8103, pool_id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: dbc1f85d-07f7-46d6-a249-433a5859906d, pool_id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 662fdf06-2818-4ba5-a87d-21d322972ee6, pool_id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: f7023277-d459-44aa-ad9c-d1f453a8a4a6, pool_id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 2c0a37f4-f2cf-4337-8b81-bd9c1c79624a, pool_id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 6ab33d79-1e39-4776-815a-a0c5f3bffee9, pool_id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 1c965f98-9383-49eb-b348-21ec1b66d3b5, pool_id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 06bdc947-ab71-4df1-9b5d-2af3963fabab, pool_id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: e724d632-ea36-47a7-b9b6-1c79f47d29a0, pool_id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 257 | 2024-09-03T21:27:57.418Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 258 | 2024-09-03T21:27:57.418Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 259 | 2024-09-03T21:27:57.418Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:866
request = omicron_physical_disks_ensure
|
| 260 | 2024-09-03T21:27:57.418Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 261 | 2024-09-03T21:27:57.418Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
| 262 | 2024-09-03T21:27:57.418Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 263 | 2024-09-03T21:27:57.418Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 264 | 2024-09-03T21:27:57.552Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:360
|
| 265 | 2024-09-03T21:27:57.552Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool)
|
| 266 | 2024-09-03T21:27:58.010Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/00448375-0632-47b1-b91b-9a5edb58a536): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 267 | 2024-09-03T21:27:58.697Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:174
zpool = ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }
|
| 268 | 2024-09-03T21:27:58.891Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 269 | 2024-09-03T21:27:58.898Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:218
|
| 270 | 2024-09-03T21:27:58.898Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:220
|
| 271 | 2024-09-03T21:27:58.898Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:224
|
| 272 | 2024-09-03T21:27:58.898Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:226
|
| 273 | 2024-09-03T21:27:58.898Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 274 | 2024-09-03T21:27:58.899Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 275 | 2024-09-03T21:27:58.899Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:238
|
| 276 | 2024-09-03T21:27:58.933Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 277 | 2024-09-03T21:27:58.940Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_38359a1c-1b04-4272-8ebb-dbd0b95c2650/crypt/zone
file = sled-storage/src/dataset.rs:281
|
| 278 | 2024-09-03T21:27:59.011Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/00448375-0632-47b1-b91b-9a5edb58a536): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 279 | 2024-09-03T21:27:59.110Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_38359a1c-1b04-4272-8ebb-dbd0b95c2650
file = sled-storage/src/dataset.rs:367
|
| 280 | 2024-09-03T21:27:59.118Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
| 281 | 2024-09-03T21:27:59.118Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
| 282 | 2024-09-03T21:27:59.118Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
| 283 | 2024-09-03T21:27:59.118Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 284 | 2024-09-03T21:27:59.118Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 285 | 2024-09-03T21:27:59.129Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:360
|
| 286 | 2024-09-03T21:27:59.129Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = b704289c-6368-48f1-9c38-f6f98fbde69e (zpool)
|
| 287 | 2024-09-03T21:27:59.222Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:174
zpool = ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }
|
| 288 | 2024-09-03T21:27:59.230Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:218
|
| 289 | 2024-09-03T21:27:59.230Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:220
|
| 290 | 2024-09-03T21:27:59.230Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:224
|
| 291 | 2024-09-03T21:27:59.230Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:226
|
| 292 | 2024-09-03T21:27:59.230Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 293 | 2024-09-03T21:27:59.230Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 294 | 2024-09-03T21:27:59.230Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:238
|
| 295 | 2024-09-03T21:27:59.266Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 296 | 2024-09-03T21:27:59.274Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crypt/zone
file = sled-storage/src/dataset.rs:281
|
| 297 | 2024-09-03T21:27:59.443Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_b704289c-6368-48f1-9c38-f6f98fbde69e
file = sled-storage/src/dataset.rs:367
|
| 298 | 2024-09-03T21:27:59.451Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
| 299 | 2024-09-03T21:27:59.451Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
| 300 | 2024-09-03T21:27:59.451Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
| 301 | 2024-09-03T21:27:59.451Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 302 | 2024-09-03T21:27:59.451Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 303 | 2024-09-03T21:27:59.459Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:360
|
| 304 | 2024-09-03T21:27:59.459Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool)
|
| 305 | 2024-09-03T21:27:59.552Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:174
zpool = ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }
|
| 306 | 2024-09-03T21:27:59.560Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:218
|
| 307 | 2024-09-03T21:27:59.560Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:220
|
| 308 | 2024-09-03T21:27:59.560Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:224
|
| 309 | 2024-09-03T21:27:59.560Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:226
|
| 310 | 2024-09-03T21:27:59.560Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 311 | 2024-09-03T21:27:59.560Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 312 | 2024-09-03T21:27:59.560Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:238
|
| 313 | 2024-09-03T21:27:59.595Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 314 | 2024-09-03T21:27:59.603Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497/crypt/zone
file = sled-storage/src/dataset.rs:281
|
| 315 | 2024-09-03T21:27:59.779Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497
file = sled-storage/src/dataset.rs:367
|
| 316 | 2024-09-03T21:27:59.787Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
| 317 | 2024-09-03T21:27:59.787Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
| 318 | 2024-09-03T21:27:59.787Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
| 319 | 2024-09-03T21:27:59.787Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 320 | 2024-09-03T21:27:59.787Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 321 | 2024-09-03T21:27:59.797Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:360
|
| 322 | 2024-09-03T21:27:59.797Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool)
|
| 323 | 2024-09-03T21:27:59.888Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:174
zpool = ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }
|
| 324 | 2024-09-03T21:27:59.896Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:218
|
| 325 | 2024-09-03T21:27:59.896Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:220
|
| 326 | 2024-09-03T21:27:59.896Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:224
|
| 327 | 2024-09-03T21:27:59.896Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:226
|
| 328 | 2024-09-03T21:27:59.896Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 329 | 2024-09-03T21:27:59.896Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 330 | 2024-09-03T21:27:59.896Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:238
|
| 331 | 2024-09-03T21:27:59.932Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 332 | 2024-09-03T21:27:59.939Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_3a972014-8d4d-40d8-bffd-e09cc77dc31d/crypt/zone
file = sled-storage/src/dataset.rs:281
|
| 333 | 2024-09-03T21:28:00.014Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/00448375-0632-47b1-b91b-9a5edb58a536): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 334 | 2024-09-03T21:28:00.109Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_3a972014-8d4d-40d8-bffd-e09cc77dc31d
file = sled-storage/src/dataset.rs:367
|
| 335 | 2024-09-03T21:28:00.117Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
| 336 | 2024-09-03T21:28:00.117Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
| 337 | 2024-09-03T21:28:00.117Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
| 338 | 2024-09-03T21:28:00.117Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 339 | 2024-09-03T21:28:00.117Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 340 | 2024-09-03T21:28:00.126Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:360
|
| 341 | 2024-09-03T21:28:00.126Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool)
|
| 342 | 2024-09-03T21:28:00.214Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:174
zpool = ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }
|
| 343 | 2024-09-03T21:28:00.221Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:218
|
| 344 | 2024-09-03T21:28:00.221Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:220
|
| 345 | 2024-09-03T21:28:00.221Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:224
|
| 346 | 2024-09-03T21:28:00.221Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:226
|
| 347 | 2024-09-03T21:28:00.221Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 348 | 2024-09-03T21:28:00.221Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 349 | 2024-09-03T21:28:00.221Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:238
|
| 350 | 2024-09-03T21:28:00.254Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 351 | 2024-09-03T21:28:00.261Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_3409b9be-eb6a-4381-abe7-16a4c00d5166/crypt/zone
file = sled-storage/src/dataset.rs:281
|
| 352 | 2024-09-03T21:28:00.430Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_3409b9be-eb6a-4381-abe7-16a4c00d5166
file = sled-storage/src/dataset.rs:367
|
| 353 | 2024-09-03T21:28:00.438Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
| 354 | 2024-09-03T21:28:00.438Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
| 355 | 2024-09-03T21:28:00.438Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
| 356 | 2024-09-03T21:28:00.438Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 357 | 2024-09-03T21:28:00.438Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 358 | 2024-09-03T21:28:00.447Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:360
|
| 359 | 2024-09-03T21:28:00.447Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool)
|
| 360 | 2024-09-03T21:28:00.539Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:174
zpool = ZpoolName { id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool), kind: External }
|
| 361 | 2024-09-03T21:28:00.547Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:218
|
| 362 | 2024-09-03T21:28:00.547Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:220
|
| 363 | 2024-09-03T21:28:00.547Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:224
|
| 364 | 2024-09-03T21:28:00.547Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:226
|
| 365 | 2024-09-03T21:28:00.547Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 366 | 2024-09-03T21:28:00.547Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 367 | 2024-09-03T21:28:00.547Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:238
|
| 368 | 2024-09-03T21:28:00.581Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 369 | 2024-09-03T21:28:00.588Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crypt/zone
file = sled-storage/src/dataset.rs:281
|
| 370 | 2024-09-03T21:28:00.761Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9
file = sled-storage/src/dataset.rs:367
|
| 371 | 2024-09-03T21:28:00.768Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
| 372 | 2024-09-03T21:28:00.768Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
| 373 | 2024-09-03T21:28:00.768Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
| 374 | 2024-09-03T21:28:00.768Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 375 | 2024-09-03T21:28:00.768Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 376 | 2024-09-03T21:28:00.778Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:360
|
| 377 | 2024-09-03T21:28:00.778Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool)
|
| 378 | 2024-09-03T21:28:00.872Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:174
zpool = ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External }
|
| 379 | 2024-09-03T21:28:00.880Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:218
|
| 380 | 2024-09-03T21:28:00.880Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:220
|
| 381 | 2024-09-03T21:28:00.880Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:224
|
| 382 | 2024-09-03T21:28:00.880Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:226
|
| 383 | 2024-09-03T21:28:00.880Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 384 | 2024-09-03T21:28:00.880Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 385 | 2024-09-03T21:28:00.880Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:238
|
| 386 | 2024-09-03T21:28:00.914Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 387 | 2024-09-03T21:28:00.921Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_f936d8c3-1ac2-4fd5-84ed-415a39983d55/crypt/zone
file = sled-storage/src/dataset.rs:281
|
| 388 | 2024-09-03T21:28:01.016Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/00448375-0632-47b1-b91b-9a5edb58a536): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 389 | 2024-09-03T21:28:01.089Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_f936d8c3-1ac2-4fd5-84ed-415a39983d55
file = sled-storage/src/dataset.rs:367
|
| 390 | 2024-09-03T21:28:01.097Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
| 391 | 2024-09-03T21:28:01.097Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
| 392 | 2024-09-03T21:28:01.097Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
| 393 | 2024-09-03T21:28:01.097Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 394 | 2024-09-03T21:28:01.097Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 395 | 2024-09-03T21:28:01.107Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:360
|
| 396 | 2024-09-03T21:28:01.107Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool)
|
| 397 | 2024-09-03T21:28:01.197Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:174
zpool = ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External }
|
| 398 | 2024-09-03T21:28:01.205Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:218
|
| 399 | 2024-09-03T21:28:01.205Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:220
|
| 400 | 2024-09-03T21:28:01.205Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:224
|
| 401 | 2024-09-03T21:28:01.205Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:226
|
| 402 | 2024-09-03T21:28:01.205Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 403 | 2024-09-03T21:28:01.205Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 404 | 2024-09-03T21:28:01.205Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:238
|
| 405 | 2024-09-03T21:28:01.239Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 406 | 2024-09-03T21:28:01.246Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_211b78e5-d0de-4d65-8664-829ab9fd1143/crypt/zone
file = sled-storage/src/dataset.rs:281
|
| 407 | 2024-09-03T21:28:01.408Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_211b78e5-d0de-4d65-8664-829ab9fd1143
file = sled-storage/src/dataset.rs:367
|
| 408 | 2024-09-03T21:28:01.415Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
| 409 | 2024-09-03T21:28:01.415Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
| 410 | 2024-09-03T21:28:01.415Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
| 411 | 2024-09-03T21:28:01.415Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 412 | 2024-09-03T21:28:01.415Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 413 | 2024-09-03T21:28:01.425Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:360
|
| 414 | 2024-09-03T21:28:01.425Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:366
id = 0c380086-519d-4265-a2d8-5c2e26be908c (zpool)
|
| 415 | 2024-09-03T21:28:01.546Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:174
zpool = ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }
|
| 416 | 2024-09-03T21:28:01.554Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:218
|
| 417 | 2024-09-03T21:28:01.554Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:220
|
| 418 | 2024-09-03T21:28:01.554Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:224
|
| 419 | 2024-09-03T21:28:01.554Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:226
|
| 420 | 2024-09-03T21:28:01.554Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 421 | 2024-09-03T21:28:01.555Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 422 | 2024-09-03T21:28:01.555Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:238
|
| 423 | 2024-09-03T21:28:01.587Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 424 | 2024-09-03T21:28:01.598Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_0c380086-519d-4265-a2d8-5c2e26be908c/crypt/zone
file = sled-storage/src/dataset.rs:281
|
| 425 | 2024-09-03T21:28:01.766Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_0c380086-519d-4265-a2d8-5c2e26be908c
file = sled-storage/src/dataset.rs:367
|
| 426 | 2024-09-03T21:28:01.774Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
| 427 | 2024-09-03T21:28:01.774Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
| 428 | 2024-09-03T21:28:01.774Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 429 | 2024-09-03T21:28:01.774Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 482c33be-205c-4e34-98e2-1192977a75a7 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: e356c70d-6ffa-4a5d-8274-9e730a84a2a0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 430 | 2024-09-03T21:28:01.774Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 431 | 2024-09-03T21:28:01.774Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 432 | 2024-09-03T21:28:01.774Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 433 | 2024-09-03T21:28:01.774Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:860
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 434 | 2024-09-03T21:28:01.774Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 435 | 2024-09-03T21:28:01.774Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:886
generation = Generation(1)
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 436 | 2024-09-03T21:28:01.774Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:891
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 437 | 2024-09-03T21:28:01.774Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:896
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 438 | 2024-09-03T21:28:01.774Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:121
gen = Generation(1)
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 439 | 2024-09-03T21:28:01.774Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:902
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 440 | 2024-09-03T21:28:01.775Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:803
gen = Generation(1)
|
| 441 | 2024-09-03T21:28:01.775Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:907
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 442 | 2024-09-03T21:28:01.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4356771
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:50280
req_id = de7e7c3b-d2e9-4609-bd33-9a8d1e6f2120
response_code = 200
uri = /omicron-physical-disks
|
| 443 | 2024-09-03T21:28:01.806Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: dc38655d-1158-41f5-a65c-c0143c98a14f, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 98aeb669-a238-41fc-b972-c51eac38f74f, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:438
sled_address = [fd00:1122:3344:101::1]:12345
|
| 444 | 2024-09-03T21:28:01.806Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41616
|
| 445 | 2024-09-03T21:28:01.807Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 446 | 2024-09-03T21:28:01.807Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 447 | 2024-09-03T21:28:01.855Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 448 | 2024-09-03T21:28:01.855Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 449 | 2024-09-03T21:28:01.900Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 450 | 2024-09-03T21:28:01.900Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 451 | 2024-09-03T21:28:01.946Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 452 | 2024-09-03T21:28:01.946Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 453 | 2024-09-03T21:28:01.946Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 454 | 2024-09-03T21:28:01.946Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 455 | 2024-09-03T21:28:01.985Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 456 | 2024-09-03T21:28:01.985Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 457 | 2024-09-03T21:28:01.985Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 458 | 2024-09-03T21:28:02.021Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/00448375-0632-47b1-b91b-9a5edb58a536): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 459 | 2024-09-03T21:28:02.038Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
file = illumos-utils/src/zone.rs:316
|
| 460 | 2024-09-03T21:28:02.042Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
file = illumos-utils/src/zone.rs:316
|
| 461 | 2024-09-03T21:28:02.046Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
file = illumos-utils/src/zone.rs:316
|
| 462 | 2024-09-03T21:28:02.058Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
file = illumos-utils/src/zone.rs:354
|
| 463 | 2024-09-03T21:28:02.062Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
file = illumos-utils/src/zone.rs:354
|
| 464 | 2024-09-03T21:28:02.066Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
file = illumos-utils/src/zone.rs:354
|
| 465 | 2024-09-03T21:28:03.027Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/00448375-0632-47b1-b91b-9a5edb58a536): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 466 | 2024-09-03T21:28:03.568Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 467 | 2024-09-03T21:28:03.568Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
| 468 | 2024-09-03T21:28:03.568Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
|
| 469 | 2024-09-03T21:28:04.052Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 470 | 2024-09-03T21:28:04.052Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
| 471 | 2024-09-03T21:28:04.533Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 472 | 2024-09-03T21:28:04.540Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8") failed: Property not found. retry in 51.584639ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
|
| 473 | 2024-09-03T21:28:04.540Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
|
| 474 | 2024-09-03T21:28:04.544Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
| 475 | 2024-09-03T21:28:04.544Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
|
| 476 | 2024-09-03T21:28:04.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8") failed: Property not found. retry in 73.44465ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
|
| 477 | 2024-09-03T21:28:04.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f") failed: Property not found. retry in 26.634632ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
|
| 478 | 2024-09-03T21:28:04.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f") failed: Property not found. retry in 51.711704ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
|
| 479 | 2024-09-03T21:28:04.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8") failed: Property not found. retry in 156.875691ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
|
| 480 | 2024-09-03T21:28:04.696Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f") failed: Property not found. retry in 119.737464ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
|
| 481 | 2024-09-03T21:28:04.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f") failed: Property not found. retry in 83.615797ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
|
| 482 | 2024-09-03T21:28:04.827Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f") failed: Property not found. retry in 136.44796ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
|
| 483 | 2024-09-03T21:28:04.838Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f") failed: Property not found. retry in 278.646869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
|
| 484 | 2024-09-03T21:28:04.862Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8") failed: Property not found. retry in 450.88836ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
|
| 485 | 2024-09-03T21:28:04.986Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f") failed: Property not found. retry in 231.338025ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
|
| 486 | 2024-09-03T21:28:05.135Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f") failed: Property not found. retry in 277.335631ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
|
| 487 | 2024-09-03T21:28:05.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f") failed: Property not found. retry in 1.116436782s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
|
| 488 | 2024-09-03T21:28:05.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8") failed: Property not found. retry in 1.087519297s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
|
| 489 | 2024-09-03T21:28:05.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f") failed: Property not found. retry in 605.250879ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
|
| 490 | 2024-09-03T21:28:06.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f") failed: Property not found. retry in 1.494718298s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
|
| 491 | 2024-09-03T21:28:06.355Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f") failed: Property not found. retry in 697.624979ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
|
| 492 | 2024-09-03T21:28:06.419Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8") failed: Property not found. retry in 882.652871ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
|
| 493 | 2024-09-03T21:28:07.061Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f") failed: Property not found. retry in 676.535194ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
|
| 494 | 2024-09-03T21:28:07.299Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:4211
|
| 495 | 2024-09-03T21:28:07.299Z | INFO | SledAgent (ServiceManager): Ensuring there is a default route
file = sled-agent/src/services.rs:4221
gateway = fd00:1122:3344:101::1
|
| 496 | 2024-09-03T21:28:07.305Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4300
|
| 497 | 2024-09-03T21:28:07.311Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8") failed: Property not found. retry in 1.004361785s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
|
| 498 | 2024-09-03T21:28:07.431Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4348
|
| 499 | 2024-09-03T21:28:07.432Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4375
|
| 500 | 2024-09-03T21:28:07.473Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4388
|
| 501 | 2024-09-03T21:28:07.473Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4252
|
| 502 | 2024-09-03T21:28:07.525Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4294
|
| 503 | 2024-09-03T21:28:07.525Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4355
rack_subnet = fd00:1122:3344::
|
| 504 | 2024-09-03T21:28:07.541Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f") failed: Property not found. retry in 563.893258ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
|
| 505 | 2024-09-03T21:28:07.545Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4366
|
| 506 | 2024-09-03T21:28:07.545Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4408
|
| 507 | 2024-09-03T21:28:07.632Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4440
|
| 508 | 2024-09-03T21:28:07.632Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4446
|
| 509 | 2024-09-03T21:28:07.739Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4487
|
| 510 | 2024-09-03T21:28:07.739Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:366
|
| 511 | 2024-09-03T21:28:07.746Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f") failed: Property not found. retry in 998.068672ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
|
| 512 | 2024-09-03T21:28:07.775Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 69.22721ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
| 513 | 2024-09-03T21:28:07.846Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 94.679807ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
| 514 | 2024-09-03T21:28:07.943Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:414
|
| 515 | 2024-09-03T21:28:07.976Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:676
|
| 516 | 2024-09-03T21:28:07.976Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:714
|
| 517 | 2024-09-03T21:28:07.978Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:717
uptime = 0
|
| 518 | 2024-09-03T21:28:07.978Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:436
|
| 519 | 2024-09-03T21:28:08.015Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 520 | 2024-09-03T21:28:08.031Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::2]:37382
|
| 521 | 2024-09-03T21:28:08.031Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::2]:37382
req_id = 800d3a00-a590-4730-b073-8e2d0977745c
response_code = 200
uri = /sled-identifiers
|
| 522 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 523 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 524 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 525 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 526 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 527 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 528 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 529 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 530 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 531 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 532 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 533 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 534 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 535 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 536 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 537 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 538 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 539 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 540 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 541 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 542 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 543 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 544 | 2024-09-03T21:28:08.066Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 545 | 2024-09-03T21:28:08.114Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f") failed: Property not found. retry in 789.856165ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
|
| 546 | 2024-09-03T21:28:08.324Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8") failed: Property not found. retry in 508.352776ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
|
| 547 | 2024-09-03T21:28:08.753Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f") failed: Property not found. retry in 934.70306ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
|
| 548 | 2024-09-03T21:28:08.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8") failed: Property not found. retry in 617.251039ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
|
| 549 | 2024-09-03T21:28:08.911Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f") failed: Property not found. retry in 1.135716652s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
|
| 550 | 2024-09-03T21:28:10.068Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_internal_dns_98aeb669-a238-41fc-b972-c51eac38f74f
|
| 551 | 2024-09-03T21:28:10.068Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_internal_dns_89bbd08c-da7a-4c55-8953-db931b1bbda8
|
| 552 | 2024-09-03T21:28:10.068Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_internal_dns_dc38655d-1158-41f5-a65c-c0143c98a14f
|
| 553 | 2024-09-03T21:28:10.068Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 554 | 2024-09-03T21:28:10.068Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 555 | 2024-09-03T21:28:10.068Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8261887
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:41616
req_id = b9df0ba5-554a-415a-8f73-527088e5f6f0
response_code = 204
uri = /omicron-zones
|
| 556 | 2024-09-03T21:28:10.071Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:555
|
| 557 | 2024-09-03T21:28:10.124Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:555
|
| 558 | 2024-09-03T21:28:10.169Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:555
|
| 559 | 2024-09-03T21:28:10.214Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:591
|
| 560 | 2024-09-03T21:28:10.214Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 561 | 2024-09-03T21:28:10.247Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 562 | 2024-09-03T21:28:10.247Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 563 | 2024-09-03T21:28:10.247Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 564 | 2024-09-03T21:28:10.277Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: dc38655d-1158-41f5-a65c-c0143c98a14f, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 98aeb669-a238-41fc-b972-c51eac38f74f, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: b35259a2-faf1-4165-b9f7-2dfeebc42adf, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 25e978e0-1919-4e18-9ed5-3d82d5924bf1, kind: Service { id: b35259a2-faf1-4165-b9f7-2dfeebc42adf }, name: Name("ntp-b35259a2-faf1-4165-b9f7-2dfeebc42adf"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 29])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:438
sled_address = [fd00:1122:3344:101::1]:12345
|
| 565 | 2024-09-03T21:28:10.277Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47476
|
| 566 | 2024-09-03T21:28:10.277Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 567 | 2024-09-03T21:28:10.277Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 568 | 2024-09-03T21:28:10.297Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 569 | 2024-09-03T21:28:10.297Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 570 | 2024-09-03T21:28:10.314Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 571 | 2024-09-03T21:28:10.314Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 572 | 2024-09-03T21:28:10.331Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 573 | 2024-09-03T21:28:10.331Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 574 | 2024-09-03T21:28:10.331Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 575 | 2024-09-03T21:28:10.331Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 576 | 2024-09-03T21:28:10.342Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 577 | 2024-09-03T21:28:10.376Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 578 | 2024-09-03T21:28:10.377Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 579 | 2024-09-03T21:28:10.377Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 580 | 2024-09-03T21:28:10.408Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 147, 29]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
| 581 | 2024-09-03T21:28:10.408Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1234
zone_type = boundary_ntp
|
| 582 | 2024-09-03T21:28:10.409Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:83
|
| 583 | 2024-09-03T21:28:10.409Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:90
|
| 584 | 2024-09-03T21:28:10.409Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:118
|
| 585 | 2024-09-03T21:28:10.409Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 586 | 2024-09-03T21:28:10.432Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
file = illumos-utils/src/zone.rs:316
|
| 587 | 2024-09-03T21:28:10.451Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
file = illumos-utils/src/zone.rs:354
|
| 588 | 2024-09-03T21:28:11.072Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 589 | 2024-09-03T21:28:11.072Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
|
| 590 | 2024-09-03T21:28:11.203Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf") failed: Property not found. retry in 57.975832ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
|
| 591 | 2024-09-03T21:28:11.273Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf") failed: Property not found. retry in 63.918824ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
|
| 592 | 2024-09-03T21:28:11.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf") failed: Property not found. retry in 226.778394ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
|
| 593 | 2024-09-03T21:28:11.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf") failed: Property not found. retry in 494.364323ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
|
| 594 | 2024-09-03T21:28:12.114Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf") failed: Property not found. retry in 718.717356ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
|
| 595 | 2024-09-03T21:28:12.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf") failed: Property not found. retry in 1.339683194s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
|
| 596 | 2024-09-03T21:28:14.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf") failed: Property not found. retry in 592.787637ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
|
| 597 | 2024-09-03T21:28:14.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf") failed: Property not found. retry in 571.903339ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
|
| 598 | 2024-09-03T21:28:15.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf") failed: Property not found. retry in 849.84243ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
|
| 599 | 2024-09-03T21:28:16.245Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf
|
| 600 | 2024-09-03T21:28:16.245Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 601 | 2024-09-03T21:28:16.245Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 602 | 2024-09-03T21:28:16.245Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5968465
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:47476
req_id = 1ef1a817-4048-4efb-8322-c82c26480f1c
response_code = 204
uri = /omicron-zones
|
| 603 | 2024-09-03T21:28:16.248Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:632
|
| 604 | 2024-09-03T21:28:16.281Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 605 | 2024-09-03T21:28:16.281Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42157
|
| 606 | 2024-09-03T21:28:16.290Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3852
|
| 607 | 2024-09-03T21:28:16.291Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 9078
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42157
req_id = 147f4fec-a7cc-44f6-809f-bbd95474baeb
response_code = 500
uri = /timesync
|
| 608 | 2024-09-03T21:28:16.294Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 609 | 2024-09-03T21:28:16.457Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 610 | 2024-09-03T21:28:16.458Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64987
|
| 611 | 2024-09-03T21:28:20.466Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3852
|
| 612 | 2024-09-03T21:28:20.466Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 4008342
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64987
req_id = 1a2ef557-e3a3-4e38-825d-c0c58d242606
response_code = 500
uri = /timesync
|
| 613 | 2024-09-03T21:28:20.470Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 614 | 2024-09-03T21:28:20.593Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 615 | 2024-09-03T21:28:20.593Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63529
|
| 616 | 2024-09-03T21:28:20.602Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3852
|
| 617 | 2024-09-03T21:28:20.602Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 8703
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63529
req_id = 1037658f-cc96-481a-b056-259a3a396932
response_code = 500
uri = /timesync
|
| 618 | 2024-09-03T21:28:20.604Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 619 | 2024-09-03T21:28:20.781Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 620 | 2024-09-03T21:28:20.781Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44044
|
| 621 | 2024-09-03T21:28:24.403Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_b35259a2-faf1-4165-b9f7-2dfeebc42adf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3852
|
| 622 | 2024-09-03T21:28:24.403Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 4009166
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44044
req_id = ce2628ba-e924-4fa6-9782-7a046ac5bdc5
response_code = 500
uri = /timesync
|
| 623 | 2024-09-03T21:28:24.405Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 624 | 2024-09-03T21:28:24.605Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 625 | 2024-09-03T21:28:24.605Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35325
|
| 626 | 2024-09-03T21:28:24.614Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8443
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35325
req_id = 07b050f8-2d6a-4052-b859-c56884615173
response_code = 200
uri = /timesync
|
| 627 | 2024-09-03T21:28:24.615Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.076078631 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 628 | 2024-09-03T21:28:24.615Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 629 | 2024-09-03T21:28:24.820Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 630 | 2024-09-03T21:28:24.820Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55415
|
| 631 | 2024-09-03T21:28:24.828Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7551
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55415
req_id = 88773a58-9ab7-4bba-9dc0-cb7d25b725c0
response_code = 200
uri = /timesync
|
| 632 | 2024-09-03T21:28:24.829Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.075500868 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 633 | 2024-09-03T21:28:24.829Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 634 | 2024-09-03T21:28:25.054Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 635 | 2024-09-03T21:28:25.054Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58179
|
| 636 | 2024-09-03T21:28:25.061Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7496
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58179
req_id = 5c957da0-3a7e-4e04-9f76-362db5bc49e9
response_code = 200
uri = /timesync
|
| 637 | 2024-09-03T21:28:25.065Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.074870095 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 638 | 2024-09-03T21:28:25.065Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 639 | 2024-09-03T21:28:25.329Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 640 | 2024-09-03T21:28:25.329Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44858
|
| 641 | 2024-09-03T21:28:25.336Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7317
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44858
req_id = ae0a7611-401b-454f-a7ac-7a6da819af4c
response_code = 200
uri = /timesync
|
| 642 | 2024-09-03T21:28:25.338Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.081407666 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 643 | 2024-09-03T21:28:25.338Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 644 | 2024-09-03T21:28:25.711Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 645 | 2024-09-03T21:28:25.711Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35888
|
| 646 | 2024-09-03T21:28:25.719Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8218
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35888
req_id = 21a96488-8a72-4dd5-b0f6-daa9f0d0cd62
response_code = 200
uri = /timesync
|
| 647 | 2024-09-03T21:28:25.722Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.080373786 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 648 | 2024-09-03T21:28:25.722Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 649 | 2024-09-03T21:28:26.358Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 151.754409ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 650 | 2024-09-03T21:28:26.392Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 651 | 2024-09-03T21:28:26.392Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51307
|
| 652 | 2024-09-03T21:28:26.400Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51307
req_id = 45fb11ce-8168-4a2d-ac7a-d762cda1acf6
response_code = 200
uri = /timesync
|
| 653 | 2024-09-03T21:28:26.403Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.079427212 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 654 | 2024-09-03T21:28:26.403Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 655 | 2024-09-03T21:28:26.943Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 656 | 2024-09-03T21:28:26.944Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38951
|
| 657 | 2024-09-03T21:28:26.953Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38951
req_id = 84a3b185-51b0-46b3-986a-307f1ebd1fc5
response_code = 200
uri = /timesync
|
| 658 | 2024-09-03T21:28:26.956Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.077934772 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 659 | 2024-09-03T21:28:26.956Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 660 | 2024-09-03T21:28:27.655Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 661 | 2024-09-03T21:28:27.655Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48039
|
| 662 | 2024-09-03T21:28:27.664Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8899
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48039
req_id = f77fecd7-e47c-4deb-a058-7aa53b82b5ff
response_code = 200
uri = /timesync
|
| 663 | 2024-09-03T21:28:27.667Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.072392769 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 664 | 2024-09-03T21:28:27.667Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 665 | 2024-09-03T21:28:28.242Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 666 | 2024-09-03T21:28:28.243Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47869
|
| 667 | 2024-09-03T21:28:28.251Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8253
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47869
req_id = cf526e02-39a9-46cf-a02d-05bc19a7496a
response_code = 200
uri = /timesync
|
| 668 | 2024-09-03T21:28:28.253Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725398902.7060175, correction: 0.070808679 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 669 | 2024-09-03T21:28:28.253Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 670 | 2024-09-03T21:28:29.061Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 671 | 2024-09-03T21:28:29.061Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60748
|
| 672 | 2024-09-03T21:28:29.070Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8831
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60748
req_id = e89d77b6-1857-4578-adcd-924a5ad50024
response_code = 200
uri = /timesync
|
| 673 | 2024-09-03T21:28:29.074Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1725398908.27691, correction: 0.066129409 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 674 | 2024-09-03T21:28:29.074Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 675 | 2024-09-03T21:28:29.947Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 676 | 2024-09-03T21:28:29.947Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60488
|
| 677 | 2024-09-03T21:28:29.956Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8435
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60488
req_id = d296c548-b525-4889-a727-19060b0d4e3e
response_code = 200
uri = /timesync
|
| 678 | 2024-09-03T21:28:29.958Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1725398909.00484, correction: 0.063517176 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 679 | 2024-09-03T21:28:29.958Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 680 | 2024-09-03T21:28:31.237Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 681 | 2024-09-03T21:28:31.237Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54419
|
| 682 | 2024-09-03T21:28:31.246Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8732
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54419
req_id = b03c3cae-c0a8-4ddf-a0d0-0185c7a28c8c
response_code = 200
uri = /timesync
|
| 683 | 2024-09-03T21:28:31.248Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1725398909.502945, correction: 0.059318885 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 684 | 2024-09-03T21:28:31.248Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 685 | 2024-09-03T21:28:32.244Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 686 | 2024-09-03T21:28:32.244Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54285
|
| 687 | 2024-09-03T21:28:32.252Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8402
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54285
req_id = 9c109140-d6da-4fd7-b823-de1aaf27da70
response_code = 200
uri = /timesync
|
| 688 | 2024-09-03T21:28:32.256Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1725398910.7147202, correction: 0.056369971 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 689 | 2024-09-03T21:28:32.256Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 690 | 2024-09-03T21:28:34.266Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 691 | 2024-09-03T21:28:34.266Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51723
|
| 692 | 2024-09-03T21:28:34.275Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8910
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51723
req_id = 4e7a3fed-ce01-4e77-9f0a-9cecd6036cb6
response_code = 200
uri = /timesync
|
| 693 | 2024-09-03T21:28:34.278Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1725398913.1649122, correction: 0.050810676 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 694 | 2024-09-03T21:28:34.278Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:662
|
| 695 | 2024-09-03T21:28:36.497Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:612
|
| 696 | 2024-09-03T21:28:36.497Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63086
|
| 697 | 2024-09-03T21:28:36.518Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 21028
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63086
req_id = 45d8421b-e1ad-4ae7-807d-8540bcc6b3ca
response_code = 200
uri = /timesync
|
| 698 | 2024-09-03T21:28:36.522Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1725398915.8517706, correction: 0.044795454 }
file = sled-agent/src/rack_setup/service.rs:640
|
| 699 | 2024-09-03T21:28:36.522Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1266
|
| 700 | 2024-09-03T21:28:36.554Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: dc38655d-1158-41f5-a65c-c0143c98a14f, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 98aeb669-a238-41fc-b972-c51eac38f74f, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: b35259a2-faf1-4165-b9f7-2dfeebc42adf, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 25e978e0-1919-4e18-9ed5-3d82d5924bf1, kind: Service { id: b35259a2-faf1-4165-b9f7-2dfeebc42adf }, name: Name("ntp-b35259a2-faf1-4165-b9f7-2dfeebc42adf"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 29])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ed53470c-07b8-488b-9b94-c04cf6b4f13e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } } } }, OmicronZoneConfig { id: ec5ad812-81a0-4b3c-8880-3f17761bfb67, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4178df9f-ffa9-499a-bca0-04684282d369, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad8f7597-75a9-4cb7-a08c-ada3e0d96382, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5166e67e-15ca-4b6b-ad3b-539f579d2eb8, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:438
sled_address = [fd00:1122:3344:101::1]:12345
|
| 701 | 2024-09-03T21:28:36.554Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42764
|
| 702 | 2024-09-03T21:28:36.555Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 703 | 2024-09-03T21:28:36.555Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 704 | 2024-09-03T21:28:36.575Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 705 | 2024-09-03T21:28:36.575Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 706 | 2024-09-03T21:28:36.593Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 707 | 2024-09-03T21:28:36.593Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 708 | 2024-09-03T21:28:36.612Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ed53470c-07b8-488b-9b94-c04cf6b4f13e, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 709 | 2024-09-03T21:28:36.612Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ed53470c-07b8-488b-9b94-c04cf6b4f13e, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 710 | 2024-09-03T21:28:36.662Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ec5ad812-81a0-4b3c-8880-3f17761bfb67, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 711 | 2024-09-03T21:28:36.662Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ec5ad812-81a0-4b3c-8880-3f17761bfb67, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 712 | 2024-09-03T21:28:36.714Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4178df9f-ffa9-499a-bca0-04684282d369, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 713 | 2024-09-03T21:28:36.714Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 4178df9f-ffa9-499a-bca0-04684282d369, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 714 | 2024-09-03T21:28:36.769Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ad8f7597-75a9-4cb7-a08c-ada3e0d96382, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 715 | 2024-09-03T21:28:36.770Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ad8f7597-75a9-4cb7-a08c-ada3e0d96382, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 716 | 2024-09-03T21:28:36.822Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5166e67e-15ca-4b6b-ad3b-539f579d2eb8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 717 | 2024-09-03T21:28:36.822Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 5166e67e-15ca-4b6b-ad3b-539f579d2eb8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 718 | 2024-09-03T21:28:36.872Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 719 | 2024-09-03T21:28:36.872Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 720 | 2024-09-03T21:28:36.873Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 721 | 2024-09-03T21:28:36.873Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 722 | 2024-09-03T21:28:36.954Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 723 | 2024-09-03T21:28:36.954Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 724 | 2024-09-03T21:28:36.954Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 725 | 2024-09-03T21:28:36.954Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 726 | 2024-09-03T21:28:36.954Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 727 | 2024-09-03T21:28:37.043Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
file = illumos-utils/src/zone.rs:316
|
| 728 | 2024-09-03T21:28:37.047Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
file = illumos-utils/src/zone.rs:316
|
| 729 | 2024-09-03T21:28:37.051Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
file = illumos-utils/src/zone.rs:316
|
| 730 | 2024-09-03T21:28:37.055Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
file = illumos-utils/src/zone.rs:316
|
| 731 | 2024-09-03T21:28:37.059Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
file = illumos-utils/src/zone.rs:316
|
| 732 | 2024-09-03T21:28:37.064Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
file = illumos-utils/src/zone.rs:354
|
| 733 | 2024-09-03T21:28:37.068Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
file = illumos-utils/src/zone.rs:354
|
| 734 | 2024-09-03T21:28:37.073Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
file = illumos-utils/src/zone.rs:354
|
| 735 | 2024-09-03T21:28:37.077Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
file = illumos-utils/src/zone.rs:354
|
| 736 | 2024-09-03T21:28:37.081Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
file = illumos-utils/src/zone.rs:354
|
| 737 | 2024-09-03T21:28:37.169Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39351
|
| 738 | 2024-09-03T21:28:37.169Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 106
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39351
req_id = 9958372a-4914-41ca-809e-a096e3de5f1a
response_code = 200
uri = /baseboard
|
| 739 | 2024-09-03T21:28:39.970Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='ad8f7597-75a9-4cb7-a08c-ada3e0d96382'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 740 | 2024-09-03T21:28:39.970Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 741 | 2024-09-03T21:28:39.976Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='ec5ad812-81a0-4b3c-8880-3f17761bfb67'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 742 | 2024-09-03T21:28:39.976Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
|
| 743 | 2024-09-03T21:28:40.033Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='ed53470c-07b8-488b-9b94-c04cf6b4f13e'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 744 | 2024-09-03T21:28:40.033Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 745 | 2024-09-03T21:28:40.038Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='5166e67e-15ca-4b6b-ad3b-539f579d2eb8'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 746 | 2024-09-03T21:28:40.039Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 747 | 2024-09-03T21:28:40.120Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 62.061361ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 748 | 2024-09-03T21:28:40.123Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='4178df9f-ffa9-499a-bca0-04684282d369'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 749 | 2024-09-03T21:28:40.123Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
|
| 750 | 2024-09-03T21:28:40.138Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67") failed: Property not found. retry in 34.432045ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
|
| 751 | 2024-09-03T21:28:40.178Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 41.409273ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 752 | 2024-09-03T21:28:40.187Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e") failed: Property not found. retry in 68.728828ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 753 | 2024-09-03T21:28:40.254Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67") failed: Property not found. retry in 106.839632ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
|
| 754 | 2024-09-03T21:28:40.338Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 134.121055ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 755 | 2024-09-03T21:28:40.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 107.046519ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 756 | 2024-09-03T21:28:40.564Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e") failed: Property not found. retry in 54.234684ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 757 | 2024-09-03T21:28:40.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 236.629359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 758 | 2024-09-03T21:28:40.982Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67") failed: Property not found. retry in 295.919343ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
|
| 759 | 2024-09-03T21:28:41.108Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 144.053701ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 760 | 2024-09-03T21:28:41.188Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369") failed: Property not found. retry in 62.064025ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
|
| 761 | 2024-09-03T21:28:41.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e") failed: Property not found. retry in 205.374444ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 762 | 2024-09-03T21:28:41.592Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 267.755034ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 763 | 2024-09-03T21:28:41.600Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 273.772014ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 764 | 2024-09-03T21:28:41.851Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67") failed: Property not found. retry in 502.336025ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
|
| 765 | 2024-09-03T21:28:42.074Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 455.332995ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 766 | 2024-09-03T21:28:42.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369") failed: Property not found. retry in 68.162587ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
|
| 767 | 2024-09-03T21:28:42.157Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e") failed: Property not found. retry in 341.829506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 768 | 2024-09-03T21:28:42.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 1.043455987s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 769 | 2024-09-03T21:28:42.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369") failed: Property not found. retry in 175.437557ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
|
| 770 | 2024-09-03T21:28:42.388Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67") failed: Property not found. retry in 865.528767ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
|
| 771 | 2024-09-03T21:28:42.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369") failed: Property not found. retry in 439.714926ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
|
| 772 | 2024-09-03T21:28:42.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e") failed: Property not found. retry in 850.385907ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 773 | 2024-09-03T21:28:42.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 509.635849ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 774 | 2024-09-03T21:28:42.873Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369") failed: Property not found. retry in 1.012442372s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
|
| 775 | 2024-09-03T21:28:43.066Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 850.464832ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 776 | 2024-09-03T21:28:43.248Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 689.062224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 777 | 2024-09-03T21:28:43.265Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67") failed: Property not found. retry in 958.945605ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
|
| 778 | 2024-09-03T21:28:43.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e") failed: Property not found. retry in 1.117219129s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 779 | 2024-09-03T21:28:43.899Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369") failed: Property not found. retry in 1.177578788s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
|
| 780 | 2024-09-03T21:28:43.927Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 1.074332743s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 781 | 2024-09-03T21:28:43.947Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 1.274868796s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 782 | 2024-09-03T21:28:44.235Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67") failed: Property not found. retry in 1.488263236s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
|
| 783 | 2024-09-03T21:28:44.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e") failed: Property not found. retry in 526.354115ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 784 | 2024-09-03T21:28:45.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 1.147464281s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 785 | 2024-09-03T21:28:45.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e") failed: Property not found. retry in 1.319297556s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 786 | 2024-09-03T21:28:45.092Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369") failed: Property not found. retry in 1.289182412s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
|
| 787 | 2024-09-03T21:28:45.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 757.423924ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 788 | 2024-09-03T21:28:45.737Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67") failed: Property not found. retry in 1.393119057s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
|
| 789 | 2024-09-03T21:28:46.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 844.328711ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 790 | 2024-09-03T21:28:46.176Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 551.7967ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 791 | 2024-09-03T21:28:46.375Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e") failed: Property not found. retry in 838.523872ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 792 | 2024-09-03T21:28:46.392Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369") failed: Property not found. retry in 587.32158ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
|
| 793 | 2024-09-03T21:28:46.738Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 1.251549721s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 794 | 2024-09-03T21:28:46.861Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 607.678168ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 795 | 2024-09-03T21:28:46.989Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369") failed: Property not found. retry in 874.517775ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
|
| 796 | 2024-09-03T21:28:47.142Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67") failed: Property not found. retry in 1.421990549s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
|
| 797 | 2024-09-03T21:28:47.224Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e") failed: Property not found. retry in 834.998812ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 798 | 2024-09-03T21:28:47.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 1.47754069s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 799 | 2024-09-03T21:28:47.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369") failed: Property not found. retry in 1.149958738s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
|
| 800 | 2024-09-03T21:28:48.002Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 570.971281ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 801 | 2024-09-03T21:28:48.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e") failed: Property not found. retry in 1.247275641s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 802 | 2024-09-03T21:28:48.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67") failed: Property not found. retry in 1.340565002s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
|
| 803 | 2024-09-03T21:28:48.588Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 886.503714ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 804 | 2024-09-03T21:28:48.972Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 1.015825404s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 805 | 2024-09-03T21:28:49.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 592.835263ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 806 | 2024-09-03T21:28:50.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 534.844731ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 807 | 2024-09-03T21:28:50.090Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 588.434516ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 808 | 2024-09-03T21:28:50.701Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 732.223778ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 809 | 2024-09-03T21:28:50.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 907.223713ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 810 | 2024-09-03T21:28:51.447Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 955.65817ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 811 | 2024-09-03T21:28:51.638Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 1.063124849s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 812 | 2024-09-03T21:28:52.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 665.850017ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 813 | 2024-09-03T21:28:52.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 1.084658252s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 814 | 2024-09-03T21:28:53.102Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 1.258791262s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 815 | 2024-09-03T21:28:53.825Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 576.382745ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 816 | 2024-09-03T21:28:54.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 1.351586261s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 817 | 2024-09-03T21:28:54.410Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 867.193728ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 818 | 2024-09-03T21:28:55.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 728.072296ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 819 | 2024-09-03T21:28:55.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 1.300061542s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 820 | 2024-09-03T21:28:56.022Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 900.509494ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 821 | 2024-09-03T21:28:56.932Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 1.247881995s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 822 | 2024-09-03T21:28:57.040Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 510.989503ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 823 | 2024-09-03T21:28:57.324Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.272867833s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 824 | 2024-09-03T21:28:57.560Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 966.549003ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 825 | 2024-09-03T21:28:58.188Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382") failed: Property not found. retry in 1.004363553s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 826 | 2024-09-03T21:28:58.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8") failed: Property not found. retry in 1.064009029s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 827 | 2024-09-03T21:28:59.621Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369
|
| 828 | 2024-09-03T21:28:59.621Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_cockroachdb_ed53470c-07b8-488b-9b94-c04cf6b4f13e
|
| 829 | 2024-09-03T21:28:59.621Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_cockroachdb_5166e67e-15ca-4b6b-ad3b-539f579d2eb8
|
| 830 | 2024-09-03T21:28:59.621Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_cockroachdb_ec5ad812-81a0-4b3c-8880-3f17761bfb67
|
| 831 | 2024-09-03T21:28:59.621Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_cockroachdb_ad8f7597-75a9-4cb7-a08c-ada3e0d96382
|
| 832 | 2024-09-03T21:28:59.621Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 833 | 2024-09-03T21:28:59.622Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 834 | 2024-09-03T21:28:59.622Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 23023395
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:42764
req_id = 735d0e6f-bbfe-4330-a169-b93096ba8a63
response_code = 204
uri = /omicron-zones
|
| 835 | 2024-09-03T21:28:59.656Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48920
|
| 836 | 2024-09-03T21:28:59.686Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221
file = sled-agent/src/services.rs:3686
|
| 837 | 2024-09-03T21:28:59.867Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3704
|
| 838 | 2024-09-03T21:29:14.066Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize CockroachDb: Error running command in zone 'oxz_cockroachdb_4178df9f-ffa9-499a-bca0-04684282d369': Command [/opt/oxide/cockroachdb/bin/cockroach sql --insecure --host [fd00:1122:3344:101::5]:32221 --file /opt/oxide/cockroachdb/sql/dbinit.sql] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE VIEW\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): "sql txn" meta={id=779c8a7e key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.02574953 epo=0 ts=1725398950.488824616,2 min=1725398940.733572064,0 seq=960} lock=true stat=PENDING rts=1725398940.733572064,0 wto=false gul=1725398941.233572064,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): "sql txn" meta={id=779c8a7e key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.02574953 epo=0 ts=1725398950.488824616,2 min=1725398940.733572064,0 seq=960} lock=true stat=PENDING rts=1725398940.733572064,0 wto=false gul=1725398941.233572064,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nFailed running "sql"\n
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 14407980
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:48920
req_id = 5e83377b-510b-40f3-a11d-39b6942994ce
response_code = 500
uri = /cockroachdb
|
| 839 | 2024-09-03T21:29:14.069Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:43008
|
| 840 | 2024-09-03T21:29:14.070Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1212
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:43008
req_id = 63bfe3ac-2c1d-47d3-8f5b-60926f5a60c6
response_code = 200
uri = /baseboard
|
| 841 | 2024-09-03T21:29:14.071Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5e83377b-510b-40f3-a11d-39b6942994ce", "content-length": "124", "date": "Tue, 03 Sep 2024 21:29:14 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5e83377b-510b-40f3-a11d-39b6942994ce" }
file = sled-agent/src/rack_setup/service.rs:1008
retry_after = 134.581055ms
|
| 842 | 2024-09-03T21:29:14.087Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 2.919703945s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 843 | 2024-09-03T21:29:14.252Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221
file = sled-agent/src/services.rs:3686
|
| 844 | 2024-09-03T21:29:14.690Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3704
|
| 845 | 2024-09-03T21:29:24.317Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3727
|
| 846 | 2024-09-03T21:29:24.317Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 10110409
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:48920
req_id = a720514b-42eb-4b92-9895-ff56f1c87301
response_code = 204
uri = /cockroachdb
|
| 847 | 2024-09-03T21:29:24.387Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: dc38655d-1158-41f5-a65c-c0143c98a14f, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 98aeb669-a238-41fc-b972-c51eac38f74f, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: b35259a2-faf1-4165-b9f7-2dfeebc42adf, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 25e978e0-1919-4e18-9ed5-3d82d5924bf1, kind: Service { id: b35259a2-faf1-4165-b9f7-2dfeebc42adf }, name: Name("ntp-b35259a2-faf1-4165-b9f7-2dfeebc42adf"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 29])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ed53470c-07b8-488b-9b94-c04cf6b4f13e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } } } }, OmicronZoneConfig { id: ec5ad812-81a0-4b3c-8880-3f17761bfb67, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4178df9f-ffa9-499a-bca0-04684282d369, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad8f7597-75a9-4cb7-a08c-ada3e0d96382, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5166e67e-15ca-4b6b-ad3b-539f579d2eb8, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External } } } }, OmicronZoneConfig { id: 334a169a-8983-446f-8ae7-b8926a66303e, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name("external-dns-334a169a-8983-446f-8ae7-b8926a66303e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5871a8a1-057c-400a-984e-2b8a9e047872, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name("external-dns-5871a8a1-057c-400a-984e-2b8a9e047872"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name("nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name("nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a6b01c74-5632-486c-8892-7b2857a31851, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name("nexus-a6b01c74-5632-486c-8892-7b2857a31851"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: f61a727c-3930-4ecd-ae25-9991c909bdb5, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c9c6222-7048-48d2-b09f-a9075a7decfc, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: c351206d-a924-4733-8922-0c4b50c57c55, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c75d2472-d725-4ced-b48c-265ac046b30e, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 462e9ca5-52c1-49b8-abf4-a48600d8e2ab, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4445203d-a7dc-489a-8fbd-79bf2dafa2c7, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External } } } }, OmicronZoneConfig { id: 5a3ee08e-e2f7-4a45-95cf-d8e64279c826, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External } } } }, OmicronZoneConfig { id: b57db1ef-5d9e-415d-833d-446f9c7750a2, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5672b295-b422-4b32-924f-1b79c4b4716a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1d6a8242-f1b4-4766-8c58-4809ce1601b1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool), kind: External } } } }, OmicronZoneConfig { id: bab56a2f-758f-46b5-a644-c8903658005a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External } } } }, OmicronZoneConfig { id: d44ce327-2035-4eb1-8929-9d58942dd4c6, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External } } } }, OmicronZoneConfig { id: 07430d37-cbf4-4f05-ab0e-8c53ccd54c1a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:438
sled_address = [fd00:1122:3344:101::1]:12345
|
| 848 | 2024-09-03T21:29:24.388Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38872
|
| 849 | 2024-09-03T21:29:24.390Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 850 | 2024-09-03T21:29:24.390Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 89bbd08c-da7a-4c55-8953-db931b1bbda8, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 851 | 2024-09-03T21:29:24.413Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 852 | 2024-09-03T21:29:24.413Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: dc38655d-1158-41f5-a65c-c0143c98a14f, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 853 | 2024-09-03T21:29:24.433Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 854 | 2024-09-03T21:29:24.433Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 98aeb669-a238-41fc-b972-c51eac38f74f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 855 | 2024-09-03T21:29:24.452Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ed53470c-07b8-488b-9b94-c04cf6b4f13e, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 856 | 2024-09-03T21:29:24.452Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ed53470c-07b8-488b-9b94-c04cf6b4f13e, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 857 | 2024-09-03T21:29:24.470Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ec5ad812-81a0-4b3c-8880-3f17761bfb67, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 858 | 2024-09-03T21:29:24.470Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ec5ad812-81a0-4b3c-8880-3f17761bfb67, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 859 | 2024-09-03T21:29:24.488Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4178df9f-ffa9-499a-bca0-04684282d369, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 860 | 2024-09-03T21:29:24.488Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 4178df9f-ffa9-499a-bca0-04684282d369, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 861 | 2024-09-03T21:29:24.507Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ad8f7597-75a9-4cb7-a08c-ada3e0d96382, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 862 | 2024-09-03T21:29:24.507Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ad8f7597-75a9-4cb7-a08c-ada3e0d96382, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 863 | 2024-09-03T21:29:24.525Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5166e67e-15ca-4b6b-ad3b-539f579d2eb8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 864 | 2024-09-03T21:29:24.525Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 5166e67e-15ca-4b6b-ad3b-539f579d2eb8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 865 | 2024-09-03T21:29:24.543Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 334a169a-8983-446f-8ae7-b8926a66303e, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 866 | 2024-09-03T21:29:24.543Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 334a169a-8983-446f-8ae7-b8926a66303e, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 867 | 2024-09-03T21:29:24.820Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5871a8a1-057c-400a-984e-2b8a9e047872, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 868 | 2024-09-03T21:29:24.820Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 5871a8a1-057c-400a-984e-2b8a9e047872, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 869 | 2024-09-03T21:29:25.143Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f61a727c-3930-4ecd-ae25-9991c909bdb5, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 870 | 2024-09-03T21:29:25.143Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: f61a727c-3930-4ecd-ae25-9991c909bdb5, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 871 | 2024-09-03T21:29:25.368Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 462e9ca5-52c1-49b8-abf4-a48600d8e2ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 872 | 2024-09-03T21:29:25.368Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 462e9ca5-52c1-49b8-abf4-a48600d8e2ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 38359a1c-1b04-4272-8ebb-dbd0b95c2650 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 873 | 2024-09-03T21:29:25.558Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4445203d-a7dc-489a-8fbd-79bf2dafa2c7, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 874 | 2024-09-03T21:29:25.558Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 4445203d-a7dc-489a-8fbd-79bf2dafa2c7, dataset_name: DatasetName { pool_name: ZpoolName { id: b704289c-6368-48f1-9c38-f6f98fbde69e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 875 | 2024-09-03T21:29:25.754Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5a3ee08e-e2f7-4a45-95cf-d8e64279c826, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 876 | 2024-09-03T21:29:25.754Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 5a3ee08e-e2f7-4a45-95cf-d8e64279c826, dataset_name: DatasetName { pool_name: ZpoolName { id: 6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 877 | 2024-09-03T21:29:26.020Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b57db1ef-5d9e-415d-833d-446f9c7750a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 878 | 2024-09-03T21:29:26.020Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: b57db1ef-5d9e-415d-833d-446f9c7750a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 3a972014-8d4d-40d8-bffd-e09cc77dc31d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 879 | 2024-09-03T21:29:26.304Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 5672b295-b422-4b32-924f-1b79c4b4716a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 880 | 2024-09-03T21:29:26.304Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 5672b295-b422-4b32-924f-1b79c4b4716a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3409b9be-eb6a-4381-abe7-16a4c00d5166 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 881 | 2024-09-03T21:29:26.510Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d6a8242-f1b4-4766-8c58-4809ce1601b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 882 | 2024-09-03T21:29:26.510Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 1d6a8242-f1b4-4766-8c58-4809ce1601b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 8020963b-fa1d-4788-bdaf-cd794431f9b9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 883 | 2024-09-03T21:29:26.728Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bab56a2f-758f-46b5-a644-c8903658005a, dataset_name: DatasetName { pool_name: ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 884 | 2024-09-03T21:29:26.728Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: bab56a2f-758f-46b5-a644-c8903658005a, dataset_name: DatasetName { pool_name: ZpoolName { id: f936d8c3-1ac2-4fd5-84ed-415a39983d55 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 885 | 2024-09-03T21:29:26.920Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d44ce327-2035-4eb1-8929-9d58942dd4c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 886 | 2024-09-03T21:29:26.920Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: d44ce327-2035-4eb1-8929-9d58942dd4c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 211b78e5-d0de-4d65-8664-829ab9fd1143 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 887 | 2024-09-03T21:29:27.139Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 07430d37-cbf4-4f05-ab0e-8c53ccd54c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 888 | 2024-09-03T21:29:27.139Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 07430d37-cbf4-4f05-ab0e-8c53ccd54c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0c380086-519d-4265-a2d8-5c2e26be908c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 889 | 2024-09-03T21:29:27.323Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 890 | 2024-09-03T21:29:27.323Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 891 | 2024-09-03T21:29:27.324Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 892 | 2024-09-03T21:29:27.324Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 893 | 2024-09-03T21:29:27.481Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 894 | 2024-09-03T21:29:27.481Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 895 | 2024-09-03T21:29:27.516Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 896 | 2024-09-03T21:29:27.517Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 897 | 2024-09-03T21:29:27.517Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 898 | 2024-09-03T21:29:27.517Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 899 | 2024-09-03T21:29:27.550Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 900 | 2024-09-03T21:29:27.550Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 901 | 2024-09-03T21:29:27.550Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 902 | 2024-09-03T21:29:27.561Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 903 | 2024-09-03T21:29:27.692Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 904 | 2024-09-03T21:29:27.729Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 905 | 2024-09-03T21:29:27.730Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 906 | 2024-09-03T21:29:27.730Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 907 | 2024-09-03T21:29:27.730Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 908 | 2024-09-03T21:29:27.730Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 909 | 2024-09-03T21:29:27.744Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 910 | 2024-09-03T21:29:27.744Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 911 | 2024-09-03T21:29:27.744Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 912 | 2024-09-03T21:29:27.745Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
file = illumos-utils/src/zone.rs:316
|
| 913 | 2024-09-03T21:29:27.751Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
file = illumos-utils/src/zone.rs:316
|
| 914 | 2024-09-03T21:29:27.756Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
file = illumos-utils/src/zone.rs:316
|
| 915 | 2024-09-03T21:29:27.761Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
file = illumos-utils/src/zone.rs:316
|
| 916 | 2024-09-03T21:29:27.766Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
file = illumos-utils/src/zone.rs:316
|
| 917 | 2024-09-03T21:29:27.771Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
file = illumos-utils/src/zone.rs:316
|
| 918 | 2024-09-03T21:29:27.776Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
file = illumos-utils/src/zone.rs:316
|
| 919 | 2024-09-03T21:29:27.913Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
file = illumos-utils/src/zone.rs:354
|
| 920 | 2024-09-03T21:29:27.956Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 921 | 2024-09-03T21:29:27.957Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
file = illumos-utils/src/zone.rs:354
|
| 922 | 2024-09-03T21:29:27.962Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
file = illumos-utils/src/zone.rs:354
|
| 923 | 2024-09-03T21:29:27.966Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
file = illumos-utils/src/zone.rs:354
|
| 924 | 2024-09-03T21:29:27.971Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
file = illumos-utils/src/zone.rs:354
|
| 925 | 2024-09-03T21:29:27.975Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
file = illumos-utils/src/zone.rs:354
|
| 926 | 2024-09-03T21:29:27.981Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
file = illumos-utils/src/zone.rs:354
|
| 927 | 2024-09-03T21:29:27.986Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
file = illumos-utils/src/zone.rs:316
|
| 928 | 2024-09-03T21:29:27.990Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
file = illumos-utils/src/zone.rs:316
|
| 929 | 2024-09-03T21:29:27.994Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
file = illumos-utils/src/zone.rs:316
|
| 930 | 2024-09-03T21:29:27.998Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
file = illumos-utils/src/zone.rs:316
|
| 931 | 2024-09-03T21:29:28.002Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
file = illumos-utils/src/zone.rs:316
|
| 932 | 2024-09-03T21:29:28.007Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
file = illumos-utils/src/zone.rs:316
|
| 933 | 2024-09-03T21:29:28.012Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
file = illumos-utils/src/zone.rs:316
|
| 934 | 2024-09-03T21:29:28.018Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
file = illumos-utils/src/zone.rs:354
|
| 935 | 2024-09-03T21:29:28.024Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
file = illumos-utils/src/zone.rs:354
|
| 936 | 2024-09-03T21:29:28.030Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
file = illumos-utils/src/zone.rs:354
|
| 937 | 2024-09-03T21:29:28.037Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
file = illumos-utils/src/zone.rs:354
|
| 938 | 2024-09-03T21:29:28.043Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
file = illumos-utils/src/zone.rs:354
|
| 939 | 2024-09-03T21:29:28.049Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
file = illumos-utils/src/zone.rs:354
|
| 940 | 2024-09-03T21:29:28.053Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
file = illumos-utils/src/zone.rs:354
|
| 941 | 2024-09-03T21:29:28.096Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 942 | 2024-09-03T21:29:28.129Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 943 | 2024-09-03T21:29:28.164Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 944 | 2024-09-03T21:29:28.167Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 945 | 2024-09-03T21:29:28.167Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 946 | 2024-09-03T21:29:28.201Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 137, 52]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 947 | 2024-09-03T21:29:28.201Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1234
zone_type = nexus
|
| 948 | 2024-09-03T21:29:28.239Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 949 | 2024-09-03T21:29:28.240Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 950 | 2024-09-03T21:29:28.240Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 951 | 2024-09-03T21:29:28.278Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 151, 246]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 952 | 2024-09-03T21:29:28.279Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1234
zone_type = external_dns
|
| 953 | 2024-09-03T21:29:28.280Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 954 | 2024-09-03T21:29:28.280Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 955 | 2024-09-03T21:29:28.319Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 215, 165]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 956 | 2024-09-03T21:29:28.319Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1234
zone_type = external_dns
|
| 957 | 2024-09-03T21:29:28.321Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 958 | 2024-09-03T21:29:28.321Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 959 | 2024-09-03T21:29:28.360Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 187, 30]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 960 | 2024-09-03T21:29:28.360Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1234
zone_type = nexus
|
| 961 | 2024-09-03T21:29:28.360Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:83
|
| 962 | 2024-09-03T21:29:28.360Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:90
|
| 963 | 2024-09-03T21:29:28.361Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 964 | 2024-09-03T21:29:28.361Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 965 | 2024-09-03T21:29:28.397Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 147, 48]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 966 | 2024-09-03T21:29:28.397Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1234
zone_type = nexus
|
| 967 | 2024-09-03T21:29:28.397Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:118
|
| 968 | 2024-09-03T21:29:28.399Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 969 | 2024-09-03T21:29:28.399Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:83
|
| 970 | 2024-09-03T21:29:28.399Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:90
|
| 971 | 2024-09-03T21:29:28.399Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:83
|
| 972 | 2024-09-03T21:29:28.399Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:90
|
| 973 | 2024-09-03T21:29:28.429Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:118
|
| 974 | 2024-09-03T21:29:28.433Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:118
|
| 975 | 2024-09-03T21:29:28.435Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 976 | 2024-09-03T21:29:28.435Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 977 | 2024-09-03T21:29:28.435Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:83
|
| 978 | 2024-09-03T21:29:28.435Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:90
|
| 979 | 2024-09-03T21:29:28.513Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:118
|
| 980 | 2024-09-03T21:29:28.516Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 981 | 2024-09-03T21:29:28.516Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:83
|
| 982 | 2024-09-03T21:29:28.516Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:90
|
| 983 | 2024-09-03T21:29:28.516Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
file = illumos-utils/src/zone.rs:316
|
| 984 | 2024-09-03T21:29:28.524Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
file = illumos-utils/src/zone.rs:316
|
| 985 | 2024-09-03T21:29:28.572Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:118
|
| 986 | 2024-09-03T21:29:28.574Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 987 | 2024-09-03T21:29:28.574Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
file = illumos-utils/src/zone.rs:354
|
| 988 | 2024-09-03T21:29:28.581Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
file = illumos-utils/src/zone.rs:354
|
| 989 | 2024-09-03T21:29:28.588Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
file = illumos-utils/src/zone.rs:316
|
| 990 | 2024-09-03T21:29:28.595Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
file = illumos-utils/src/zone.rs:316
|
| 991 | 2024-09-03T21:29:28.636Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
file = illumos-utils/src/zone.rs:354
|
| 992 | 2024-09-03T21:29:28.643Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
file = illumos-utils/src/zone.rs:354
|
| 993 | 2024-09-03T21:29:28.660Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
file = illumos-utils/src/zone.rs:316
|
| 994 | 2024-09-03T21:29:28.698Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
file = illumos-utils/src/zone.rs:354
|
| 995 | 2024-09-03T21:29:31.574Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 996 | 2024-09-03T21:29:31.574Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 997 | 2024-09-03T21:29:31.667Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 998 | 2024-09-03T21:29:31.667Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 999 | 2024-09-03T21:29:31.675Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_3a972014-8d4d-40d8-bffd-e09cc77dc31d/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='cb348edb-992f-4180-8aa0-0d7be98d0644'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1000 | 2024-09-03T21:29:31.676Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_f936d8c3-1ac2-4fd5-84ed-415a39983d55/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='b0c66786-eb72-45be-9b59-f584030b52da'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1001 | 2024-09-03T21:29:31.676Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_38359a1c-1b04-4272-8ebb-dbd0b95c2650/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='15ed695c-37ce-4855-a1c6-c89571f275c1'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1002 | 2024-09-03T21:29:31.676Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_b704289c-6368-48f1-9c38-f6f98fbde69e/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='b1e2720d-20c2-479c-b2a2-e270a9b10298'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1003 | 2024-09-03T21:29:31.677Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_8020963b-fa1d-4788-bdaf-cd794431f9b9/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='3ce99669-f05e-436a-babe-ed83c71d9f76'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1004 | 2024-09-03T21:29:31.677Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_3409b9be-eb6a-4381-abe7-16a4c00d5166/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='ccf9d6de-a0bb-4d7f-91d8-10dcb161fe31'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1005 | 2024-09-03T21:29:31.677Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1006 | 2024-09-03T21:29:31.682Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1007 | 2024-09-03T21:29:31.688Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1008 | 2024-09-03T21:29:31.693Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1009 | 2024-09-03T21:29:31.700Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1010 | 2024-09-03T21:29:31.706Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1011 | 2024-09-03T21:29:31.713Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1012 | 2024-09-03T21:29:31.713Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1013 | 2024-09-03T21:29:31.732Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_211b78e5-d0de-4d65-8664-829ab9fd1143/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='106b03d6-7b48-4c52-817b-02c56f907dba'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1014 | 2024-09-03T21:29:31.732Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1015 | 2024-09-03T21:29:31.765Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_0c380086-519d-4265-a2d8-5c2e26be908c/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='5c5ddf59-0169-48a2-ad75-3965860f1ede'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1016 | 2024-09-03T21:29:31.765Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1017 | 2024-09-03T21:29:31.831Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='3e7a82a5-5816-45fe-932e-735a2b2e053b'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1018 | 2024-09-03T21:29:31.831Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1019 | 2024-09-03T21:29:32.117Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 50.485949ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1020 | 2024-09-03T21:29:32.135Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 32.499654ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1021 | 2024-09-03T21:29:32.154Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc") failed: Property not found. retry in 38.576121ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1022 | 2024-09-03T21:29:32.193Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 33.125699ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1023 | 2024-09-03T21:29:32.353Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 28.31891ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1024 | 2024-09-03T21:29:32.447Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 72.244372ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1025 | 2024-09-03T21:29:38.878Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 26.480424ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1026 | 2024-09-03T21:29:39.299Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 72.015723ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1027 | 2024-09-03T21:29:39.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55") failed: Property not found. retry in 40.315174ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1028 | 2024-09-03T21:29:39.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e") failed: Property not found. retry in 35.634791ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1029 | 2024-09-03T21:29:39.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 67.268302ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1030 | 2024-09-03T21:29:39.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 74.116201ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1031 | 2024-09-03T21:29:39.968Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 2.110807797s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 1032 | 2024-09-03T21:29:40.060Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc") failed: Property not found. retry in 86.123506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1033 | 2024-09-03T21:29:40.148Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 109.519795ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1034 | 2024-09-03T21:29:40.219Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 59.750425ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1035 | 2024-09-03T21:29:40.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 64.648786ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1036 | 2024-09-03T21:29:40.300Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 74.594808ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1037 | 2024-09-03T21:29:40.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 70.133901ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1038 | 2024-09-03T21:29:40.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826") failed: Property not found. retry in 74.10885ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1039 | 2024-09-03T21:29:40.357Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 148.746585ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1040 | 2024-09-03T21:29:40.382Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55") failed: Property not found. retry in 133.110013ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1041 | 2024-09-03T21:29:40.432Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e") failed: Property not found. retry in 111.052944ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1042 | 2024-09-03T21:29:40.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 98.716486ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1043 | 2024-09-03T21:29:40.462Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 157.495498ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1044 | 2024-09-03T21:29:40.490Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc") failed: Property not found. retry in 101.877352ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1045 | 2024-09-03T21:29:40.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 151.675381ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1046 | 2024-09-03T21:29:40.514Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 189.42796ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1047 | 2024-09-03T21:29:40.525Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 285.559706ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1048 | 2024-09-03T21:29:40.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 295.563408ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1049 | 2024-09-03T21:29:40.547Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 131.365438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1050 | 2024-09-03T21:29:40.561Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826") failed: Property not found. retry in 92.469007ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1051 | 2024-09-03T21:29:40.574Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 227.18638ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1052 | 2024-09-03T21:29:40.588Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55") failed: Property not found. retry in 126.831978ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1053 | 2024-09-03T21:29:40.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e") failed: Property not found. retry in 125.325074ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1054 | 2024-09-03T21:29:40.614Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 214.618947ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1055 | 2024-09-03T21:29:40.629Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc") failed: Property not found. retry in 487.379196ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1056 | 2024-09-03T21:29:40.642Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 300.518738ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1057 | 2024-09-03T21:29:40.668Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826") failed: Property not found. retry in 262.525988ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1058 | 2024-09-03T21:29:40.683Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 331.632973ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1059 | 2024-09-03T21:29:40.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 336.8617ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1060 | 2024-09-03T21:29:40.717Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 467.9987ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1061 | 2024-09-03T21:29:40.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55") failed: Property not found. retry in 456.89566ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1062 | 2024-09-03T21:29:40.744Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e") failed: Property not found. retry in 445.530602ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1063 | 2024-09-03T21:29:40.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 564.215044ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1064 | 2024-09-03T21:29:40.829Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 455.466552ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1065 | 2024-09-03T21:29:40.843Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 408.699858ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1066 | 2024-09-03T21:29:40.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 391.356567ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1067 | 2024-09-03T21:29:40.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826") failed: Property not found. retry in 594.350099ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1068 | 2024-09-03T21:29:40.963Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 799.746534ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1069 | 2024-09-03T21:29:41.031Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 422.688964ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1070 | 2024-09-03T21:29:41.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 911.747167ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1071 | 2024-09-03T21:29:41.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc") failed: Property not found. retry in 1.118067977s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1072 | 2024-09-03T21:29:41.200Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 916.405723ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1073 | 2024-09-03T21:29:41.213Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55") failed: Property not found. retry in 1.011871174s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1074 | 2024-09-03T21:29:41.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e") failed: Property not found. retry in 831.299457ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1075 | 2024-09-03T21:29:41.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 692.099607ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1076 | 2024-09-03T21:29:41.279Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 920.346314ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1077 | 2024-09-03T21:29:41.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 1.182707854s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1078 | 2024-09-03T21:29:41.397Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 905.709405ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1079 | 2024-09-03T21:29:41.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 741.77583ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1080 | 2024-09-03T21:29:41.557Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826") failed: Property not found. retry in 489.685999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1081 | 2024-09-03T21:29:41.782Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 1.363565681s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1082 | 2024-09-03T21:29:41.987Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 1.10044978s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1083 | 2024-09-03T21:29:42.144Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 747.869707ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1084 | 2024-09-03T21:29:42.146Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1085 | 2024-09-03T21:29:42.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 613.470992ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1086 | 2024-09-03T21:29:42.568Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 1.433679698s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1087 | 2024-09-03T21:29:42.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826") failed: Property not found. retry in 1.450941999s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1088 | 2024-09-03T21:29:42.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 578.204871ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1089 | 2024-09-03T21:29:42.622Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55") failed: Property not found. retry in 1.407488475s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1090 | 2024-09-03T21:29:42.622Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1091 | 2024-09-03T21:29:42.654Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e") failed: Property not found. retry in 947.570308ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1092 | 2024-09-03T21:29:42.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 689.165539ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1093 | 2024-09-03T21:29:42.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc") failed: Property not found. retry in 1.193441257s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1094 | 2024-09-03T21:29:42.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 596.166676ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1095 | 2024-09-03T21:29:42.939Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 1.200673581s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1096 | 2024-09-03T21:29:43.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 892.682199ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1097 | 2024-09-03T21:29:43.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 635.222354ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1098 | 2024-09-03T21:29:43.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 660.823703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1099 | 2024-09-03T21:29:43.218Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3") failed: Property not found. retry in 44.733009ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1100 | 2024-09-03T21:29:43.231Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 582.625272ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1101 | 2024-09-03T21:29:43.284Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3") failed: Property not found. retry in 74.604335ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1102 | 2024-09-03T21:29:43.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 602.819669ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1103 | 2024-09-03T21:29:43.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 1.438651851s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1104 | 2024-09-03T21:29:43.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3") failed: Property not found. retry in 196.574534ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1105 | 2024-09-03T21:29:43.518Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1106 | 2024-09-03T21:29:43.519Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1107 | 2024-09-03T21:29:43.531Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1108 | 2024-09-03T21:29:43.531Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1109 | 2024-09-03T21:29:43.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3") failed: Property not found. retry in 355.168325ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1110 | 2024-09-03T21:29:43.624Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e") failed: Property not found. retry in 1.031146828s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1111 | 2024-09-03T21:29:43.800Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 30.600555ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1112 | 2024-09-03T21:29:43.809Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 42.537861ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1113 | 2024-09-03T21:29:43.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 1.157292986s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1114 | 2024-09-03T21:29:43.833Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 1.277447121s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1115 | 2024-09-03T21:29:43.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 106.807766ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1116 | 2024-09-03T21:29:43.861Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 129.236711ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1117 | 2024-09-03T21:29:43.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 1.15351949s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1118 | 2024-09-03T21:29:43.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc") failed: Property not found. retry in 958.662495ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1119 | 2024-09-03T21:29:43.944Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 543.833527ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1120 | 2024-09-03T21:29:44.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 207.95845ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1121 | 2024-09-03T21:29:44.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 1.49938079s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1122 | 2024-09-03T21:29:44.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 1.203202206s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1123 | 2024-09-03T21:29:44.135Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 192.86695ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1124 | 2024-09-03T21:29:44.151Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826") failed: Property not found. retry in 1.453882535s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1125 | 2024-09-03T21:29:44.162Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55") failed: Property not found. retry in 1.220223619s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1126 | 2024-09-03T21:29:44.171Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3") failed: Property not found. retry in 402.574979ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1127 | 2024-09-03T21:29:44.185Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 1.371102452s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1128 | 2024-09-03T21:29:44.223Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60486
|
| 1129 | 2024-09-03T21:29:44.226Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1387
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:60486
req_id = 08376654-0558-4752-a66e-dde9625aa28f
response_code = 200
uri = /baseboard
|
| 1130 | 2024-09-03T21:29:44.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 308.217489ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1131 | 2024-09-03T21:29:44.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 544.219216ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1132 | 2024-09-03T21:29:44.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 978.652587ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1133 | 2024-09-03T21:29:44.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3") failed: Property not found. retry in 769.670714ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1134 | 2024-09-03T21:29:44.611Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 1.059079261s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1135 | 2024-09-03T21:29:44.667Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e") failed: Property not found. retry in 1.205163786s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1136 | 2024-09-03T21:29:44.829Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 1.34242434s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1137 | 2024-09-03T21:29:44.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc") failed: Property not found. retry in 965.016813ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1138 | 2024-09-03T21:29:44.897Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 551.631117ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1139 | 2024-09-03T21:29:44.996Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 516.57718ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1140 | 2024-09-03T21:29:45.042Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 1.277332074s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1141 | 2024-09-03T21:29:45.126Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 1.364009742s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1142 | 2024-09-03T21:29:45.336Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 1.115890115s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1143 | 2024-09-03T21:29:45.353Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1144 | 2024-09-03T21:29:45.354Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1145 | 2024-09-03T21:29:45.354Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1146 | 2024-09-03T21:29:45.364Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1147 | 2024-09-03T21:29:45.392Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3") failed: Property not found. retry in 1.497997705s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1148 | 2024-09-03T21:29:45.410Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55") failed: Property not found. retry in 1.485172643s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1149 | 2024-09-03T21:29:45.410Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1150 | 2024-09-03T21:29:45.410Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1151 | 2024-09-03T21:29:45.466Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 580.422435ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1152 | 2024-09-03T21:29:45.501Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 829.848877ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1153 | 2024-09-03T21:29:45.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 861.801715ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1154 | 2024-09-03T21:29:45.576Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 1.025396226s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1155 | 2024-09-03T21:29:45.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 518.987922ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1156 | 2024-09-03T21:29:45.628Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826") failed: Property not found. retry in 1.107850558s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1157 | 2024-09-03T21:29:45.648Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851") failed: Property not found. retry in 67.936799ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1158 | 2024-09-03T21:29:45.690Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 916.6881ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1159 | 2024-09-03T21:29:45.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae") failed: Property not found. retry in 59.682672ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1160 | 2024-09-03T21:29:45.715Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="clickhouse_address" value='[fd00:1122:3344:101::e]:8123'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1161 | 2024-09-03T21:29:45.717Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1162 | 2024-09-03T21:29:45.790Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851") failed: Property not found. retry in 87.906048ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1163 | 2024-09-03T21:29:45.798Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162") failed: Property not found. retry in 30.38389ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1164 | 2024-09-03T21:29:45.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae") failed: Property not found. retry in 93.743663ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1165 | 2024-09-03T21:29:45.975Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc") failed: Property not found. retry in 806.544883ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1166 | 2024-09-03T21:29:46.008Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851") failed: Property not found. retry in 267.164425ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1167 | 2024-09-03T21:29:46.024Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162") failed: Property not found. retry in 119.278184ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1168 | 2024-09-03T21:29:46.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae") failed: Property not found. retry in 199.409923ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1169 | 2024-09-03T21:29:46.123Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e") failed: Property not found. retry in 1.324855201s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1170 | 2024-09-03T21:29:46.137Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 893.786308ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1171 | 2024-09-03T21:29:46.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 1.396295589s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1172 | 2024-09-03T21:29:46.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162") failed: Property not found. retry in 286.922509ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1173 | 2024-09-03T21:29:46.185Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 967.021112ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1174 | 2024-09-03T21:29:46.196Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 66.76336ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1175 | 2024-09-03T21:29:46.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 140.782182ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1176 | 2024-09-03T21:29:46.288Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851") failed: Property not found. retry in 546.222741ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1177 | 2024-09-03T21:29:46.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae") failed: Property not found. retry in 455.799105ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1178 | 2024-09-03T21:29:46.332Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 942.637601ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1179 | 2024-09-03T21:29:46.342Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 1.337223713s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1180 | 2024-09-03T21:29:46.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 612.54561ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1181 | 2024-09-03T21:29:46.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 173.518458ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1182 | 2024-09-03T21:29:46.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 571.775186ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1183 | 2024-09-03T21:29:46.584Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162") failed: Property not found. retry in 403.026071ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1184 | 2024-09-03T21:29:46.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 609.49164ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1185 | 2024-09-03T21:29:46.616Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 1.10474358s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1186 | 2024-09-03T21:29:46.626Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 470.453822ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1187 | 2024-09-03T21:29:46.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 542.940524ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1188 | 2024-09-03T21:29:46.753Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826") failed: Property not found. retry in 1.487582037s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1189 | 2024-09-03T21:29:46.795Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae") failed: Property not found. retry in 1.118457s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1190 | 2024-09-03T21:29:46.815Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc") failed: Property not found. retry in 1.470772713s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1191 | 2024-09-03T21:29:46.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851") failed: Property not found. retry in 1.179524286s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1192 | 2024-09-03T21:29:46.910Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3") failed: Property not found. retry in 1.471182238s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1193 | 2024-09-03T21:29:46.930Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55") failed: Property not found. retry in 1.047551211s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1194 | 2024-09-03T21:29:47.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162") failed: Property not found. retry in 928.272523ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1195 | 2024-09-03T21:29:47.042Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 564.961185ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1196 | 2024-09-03T21:29:47.060Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 1.382740109s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1197 | 2024-09-03T21:29:47.081Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 538.321739ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1198 | 2024-09-03T21:29:47.112Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 1.1537408s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1199 | 2024-09-03T21:29:47.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 828.479741ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1200 | 2024-09-03T21:29:47.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 796.684463ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1201 | 2024-09-03T21:29:47.231Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 728.339077ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1202 | 2024-09-03T21:29:47.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 540.178935ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1203 | 2024-09-03T21:29:47.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e") failed: Property not found. retry in 612.130761ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1204 | 2024-09-03T21:29:47.563Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 1.098564041s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1205 | 2024-09-03T21:29:47.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 1.469041879s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1206 | 2024-09-03T21:29:47.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 1.120224336s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1207 | 2024-09-03T21:29:47.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 666.362099ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1208 | 2024-09-03T21:29:47.733Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 1.105043539s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1209 | 2024-09-03T21:29:47.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 1.482920028s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1210 | 2024-09-03T21:29:47.928Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae") failed: Property not found. retry in 1.077612022s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1211 | 2024-09-03T21:29:47.944Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162") failed: Property not found. retry in 728.091895ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1212 | 2024-09-03T21:29:47.972Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 1.371002859s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1213 | 2024-09-03T21:29:47.989Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55") failed: Property not found. retry in 1.343021292s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1214 | 2024-09-03T21:29:48.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 1.219738327s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1215 | 2024-09-03T21:29:48.014Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 837.728276ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1216 | 2024-09-03T21:29:48.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851") failed: Property not found. retry in 1.280884671s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1217 | 2024-09-03T21:29:48.084Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e") failed: Property not found. retry in 715.765573ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1218 | 2024-09-03T21:29:48.255Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826") failed: Property not found. retry in 1.432351559s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1219 | 2024-09-03T21:29:48.280Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 1.0673261s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1220 | 2024-09-03T21:29:48.298Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc") failed: Property not found. retry in 807.593326ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1221 | 2024-09-03T21:29:48.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 1.034145273s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1222 | 2024-09-03T21:29:48.392Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3") failed: Property not found. retry in 951.038697ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1223 | 2024-09-03T21:29:48.454Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 658.957884ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1224 | 2024-09-03T21:29:48.676Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 1.199230506s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1225 | 2024-09-03T21:29:48.688Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162") failed: Property not found. retry in 1.267183506s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1226 | 2024-09-03T21:29:48.767Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 517.741408ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1227 | 2024-09-03T21:29:48.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e") failed: Property not found. retry in 1.402131454s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1228 | 2024-09-03T21:29:48.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 1.212197946s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1229 | 2024-09-03T21:29:48.869Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 665.331606ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1230 | 2024-09-03T21:29:49.023Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae") failed: Property not found. retry in 1.220093433s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1231 | 2024-09-03T21:29:49.102Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 1.462795169s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1232 | 2024-09-03T21:29:49.119Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc") failed: Property not found. retry in 1.464479659s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1233 | 2024-09-03T21:29:49.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 1.368767859s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1234 | 2024-09-03T21:29:49.235Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 1.440683993s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1235 | 2024-09-03T21:29:49.298Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 1.051332608s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1236 | 2024-09-03T21:29:49.344Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 905.346518ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1237 | 2024-09-03T21:29:49.357Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851") failed: Property not found. retry in 759.346701ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1238 | 2024-09-03T21:29:49.368Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 544.540178ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1239 | 2024-09-03T21:29:49.377Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55") failed: Property not found. retry in 859.10764ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1240 | 2024-09-03T21:29:49.390Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3") failed: Property not found. retry in 1.184335435s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1241 | 2024-09-03T21:29:49.401Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 522.790202ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1242 | 2024-09-03T21:29:49.422Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 1.115314434s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1243 | 2024-09-03T21:29:49.548Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 662.90911ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1244 | 2024-09-03T21:29:49.701Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826") failed: Property not found. retry in 1.366558976s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1245 | 2024-09-03T21:29:49.889Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 1.394435423s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1246 | 2024-09-03T21:29:49.926Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a") failed: Property not found. retry in 1.123827884s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1247 | 2024-09-03T21:29:49.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 812.819699ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1248 | 2024-09-03T21:29:49.970Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162") failed: Property not found. retry in 1.376530514s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1249 | 2024-09-03T21:29:50.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1") failed: Property not found. retry in 1.343640189s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1250 | 2024-09-03T21:29:50.132Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851") failed: Property not found. retry in 1.424056088s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1251 | 2024-09-03T21:29:50.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2") failed: Property not found. retry in 762.290556ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1252 | 2024-09-03T21:29:50.275Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 933.357214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1253 | 2024-09-03T21:29:50.288Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55") failed: Property not found. retry in 959.682951ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1254 | 2024-09-03T21:29:50.302Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae") failed: Property not found. retry in 550.27624ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1255 | 2024-09-03T21:29:50.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7") failed: Property not found. retry in 643.471673ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1256 | 2024-09-03T21:29:50.519Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 1.430323779s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1257 | 2024-09-03T21:29:50.553Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab") failed: Property not found. retry in 1.434410049s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1258 | 2024-09-03T21:29:50.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a") failed: Property not found. retry in 1.111939635s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1259 | 2024-09-03T21:29:50.593Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3") failed: Property not found. retry in 646.117871ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1260 | 2024-09-03T21:29:50.693Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 822.174179ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1261 | 2024-09-03T21:29:50.769Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 1.260022462s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1262 | 2024-09-03T21:29:50.877Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae") failed: Property not found. retry in 789.046636ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1263 | 2024-09-03T21:29:51.106Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826") failed: Property not found. retry in 736.50488ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1264 | 2024-09-03T21:29:51.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6") failed: Property not found. retry in 578.123661ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1265 | 2024-09-03T21:29:51.327Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a") failed: Property not found. retry in 1.16727714s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1266 | 2024-09-03T21:29:51.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162") failed: Property not found. retry in 1.149275264s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1267 | 2024-09-03T21:29:51.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 896.430632ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1268 | 2024-09-03T21:29:51.579Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851") failed: Property not found. retry in 1.204798327s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1269 | 2024-09-03T21:29:51.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae") failed: Property not found. retry in 564.611722ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1270 | 2024-09-03T21:29:51.974Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 573.562787ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1271 | 2024-09-03T21:29:52.053Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 863.718947ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1272 | 2024-09-03T21:29:52.270Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae") failed: Property not found. retry in 1.414398348s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1273 | 2024-09-03T21:29:52.452Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e") failed: Property not found. retry in 1.385795195s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1274 | 2024-09-03T21:29:52.546Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162") failed: Property not found. retry in 1.387708547s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1275 | 2024-09-03T21:29:52.569Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872") failed: Property not found. retry in 1.131813564s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1276 | 2024-09-03T21:29:52.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851") failed: Property not found. retry in 925.256296ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1277 | 2024-09-03T21:29:52.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 738.635451ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1278 | 2024-09-03T21:29:53.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 838.129354ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1279 | 2024-09-03T21:29:53.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae") failed: Property not found. retry in 1.245519841s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1280 | 2024-09-03T21:29:53.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851") failed: Property not found. retry in 500.916361ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1281 | 2024-09-03T21:29:53.949Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162") failed: Property not found. retry in 810.760531ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1282 | 2024-09-03T21:29:54.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851") failed: Property not found. retry in 739.237126ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1283 | 2024-09-03T21:29:54.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5") failed: Property not found. retry in 1.245669469s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1284 | 2024-09-03T21:29:54.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162") failed: Property not found. retry in 505.366944ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1285 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_crucible_bab56a2f-758f-46b5-a644-c8903658005a
|
| 1286 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_nexus_a6b01c74-5632-486c-8892-7b2857a31851
|
| 1287 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_crucible_pantry_5c9c6222-7048-48d2-b09f-a9075a7decfc
|
| 1288 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_crucible_462e9ca5-52c1-49b8-abf4-a48600d8e2ab
|
| 1289 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_crucible_d44ce327-2035-4eb1-8929-9d58942dd4c6
|
| 1290 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_external_dns_334a169a-8983-446f-8ae7-b8926a66303e
|
| 1291 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_crucible_07430d37-cbf4-4f05-ab0e-8c53ccd54c1a
|
| 1292 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_crucible_4445203d-a7dc-489a-8fbd-79bf2dafa2c7
|
| 1293 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_external_dns_5871a8a1-057c-400a-984e-2b8a9e047872
|
| 1294 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_crucible_1d6a8242-f1b4-4766-8c58-4809ce1601b1
|
| 1295 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_nexus_485ba5d3-7e76-4881-8ff5-b5aa23805162
|
| 1296 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_crucible_5a3ee08e-e2f7-4a45-95cf-d8e64279c826
|
| 1297 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_clickhouse_f61a727c-3930-4ecd-ae25-9991c909bdb5
|
| 1298 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_crucible_5672b295-b422-4b32-924f-1b79c4b4716a
|
| 1299 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_crucible_pantry_c351206d-a924-4733-8922-0c4b50c57c55
|
| 1300 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_nexus_0fad8fa0-ca29-48e0-a6b8-f186356794ae
|
| 1301 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_oximeter_1e9bd29d-9e68-4277-a270-0b1fe9f6f2a3
|
| 1302 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_crucible_pantry_c75d2472-d725-4ced-b48c-265ac046b30e
|
| 1303 | 2024-09-03T21:29:55.817Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3250
zone = oxz_crucible_b57db1ef-5d9e-415d-833d-446f9c7750a2
|
| 1304 | 2024-09-03T21:29:55.818Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1305 | 2024-09-03T21:29:55.822Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1306 | 2024-09-03T21:29:55.826Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 31437326
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:38872
req_id = 552df70b-8139-411f-b7f3-52593b30c880
response_code = 204
uri = /omicron-zones
|
| 1307 | 2024-09-03T21:29:55.840Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1286
|
| 1308 | 2024-09-03T21:29:55.841Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1309 | 2024-09-03T21:29:55.841Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1310 | 2024-09-03T21:29:55.844Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:687
|
| 1311 | 2024-09-03T21:29:55.848Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::b]:12221
file = sled-agent/src/rack_setup/service.rs:700
|
| 1312 | 2024-09-03T21:29:55.883Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
local_pref: None,
nexthop: 10.151.1.100,
vlan_id: None,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:867
|
| 1313 | 2024-09-03T21:29:55.894Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1314 | 2024-09-03T21:29:56.000Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1315 | 2024-09-03T21:29:56.156Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1316 | 2024-09-03T21:29:56.256Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1317 | 2024-09-03T21:29:56.495Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1318 | 2024-09-03T21:29:56.658Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1319 | 2024-09-03T21:29:56.959Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1320 | 2024-09-03T21:29:57.232Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1321 | 2024-09-03T21:29:57.427Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1322 | 2024-09-03T21:29:57.733Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 5.782106062s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 1323 | 2024-09-03T21:29:57.774Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1324 | 2024-09-03T21:29:58.250Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1325 | 2024-09-03T21:29:59.138Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1326 | 2024-09-03T21:30:00.238Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1327 | 2024-09-03T21:30:01.078Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1328 | 2024-09-03T21:30:01.882Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1329 | 2024-09-03T21:30:02.694Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1330 | 2024-09-03T21:30:03.556Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 17.916860439s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/producer/src/lib.rs:424
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 1331 | 2024-09-03T21:30:03.684Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1332 | 2024-09-03T21:30:05.210Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1333 | 2024-09-03T21:30:08.485Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1334 | 2024-09-03T21:30:12.156Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b2c7381-c288-46e9-80d4-24a768db6d64/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:929
|
| 1335 | 2024-09-03T21:30:14.262Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61367
|
| 1336 | 2024-09-03T21:30:14.262Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 38
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61367
req_id = bb75b006-e5a6-42db-ac89-cda64d09c5a9
response_code = 200
uri = /baseboard
|
| 1337 | 2024-09-03T21:30:18.984Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "2f03a447-d942-4e19-8bdf-334a4ff0bed9", "content-length": "173", "date": "Tue, 03 Sep 2024 21:30:18 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"5b2c7381-c288-46e9-80d4-24a768db6d64\"", request_id: "2f03a447-d942-4e19-8bdf-334a4ff0bed9" }
file = sled-agent/src/rack_setup/service.rs:929
|
| 1338 | 2024-09-03T21:30:21.566Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 26.752616325s
error = "Error Response: status: 503 Service Unavailable; headers: {\\"content-type\\": \\"application/json\\", \\"x-request-id\\": \\"9f080eb1-acbb-4f8a-bdd6-baa8037a0be6\\", \\"content-length\\": \\"133\\", \\"date\\": \\"Tue, 03 Sep 2024 21:30:21 GMT\\"}; value: Error { error_code: Some(\\"ServiceNotAvailable\\"), message: \\"Service Unavailable\\", request_id: \\"9f080eb1-acbb-4f8a-bdd6-baa8037a0be6\\" }"
file = oximeter/producer/src/lib.rs:424
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 1339 | 2024-09-03T21:30:23.485Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "9a8bbba7-68b1-4387-9b4b-18e2e73b5d43", "content-length": "173", "date": "Tue, 03 Sep 2024 21:30:23 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"5b2c7381-c288-46e9-80d4-24a768db6d64\"", request_id: "9a8bbba7-68b1-4387-9b4b-18e2e73b5d43" }
file = sled-agent/src/rack_setup/service.rs:929
|
| 1340 | 2024-09-03T21:30:27.977Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:544
new_generation = 1
old_generation = 1
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 1341 | 2024-09-03T21:30:28.123Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57239
|
| 1342 | 2024-09-03T21:30:28.127Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1343 | 2024-09-03T21:30:28.217Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94461
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57239
req_id = d4798477-5249-4393-804e-10906bc9849d
response_code = 200
uri = /inventory
|
| 1344 | 2024-09-03T21:30:28.218Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1345 | 2024-09-03T21:30:28.218Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1346 | 2024-09-03T21:30:28.230Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1347 | 2024-09-03T21:30:28.231Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 13636
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57239
req_id = f4f0d6b8-6fd6-4149-b9cd-3b582df2aaf9
response_code = 200
uri = /omicron-zones
|
| 1348 | 2024-09-03T21:30:30.141Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39495
|
| 1349 | 2024-09-03T21:30:30.150Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name("external-dns-5871a8a1-057c-400a-984e-2b8a9e047872"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name("external-dns-334a169a-8983-446f-8ae7-b8926a66303e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name("nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name("nexus-a6b01c74-5632-486c-8892-7b2857a31851"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name("nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1350 | 2024-09-03T21:30:30.150Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1351 | 2024-09-03T21:30:30.150Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1352 | 2024-09-03T21:30:30.150Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1353 | 2024-09-03T21:30:30.150Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1354 | 2024-09-03T21:30:30.150Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1355 | 2024-09-03T21:30:30.150Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1356 | 2024-09-03T21:30:30.150Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9330
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:39495
req_id = b4e887f6-817f-41f0-9eeb-9f7f33c88070
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1357 | 2024-09-03T21:30:30.151Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:939
|
| 1358 | 2024-09-03T21:30:30.388Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49122
|
| 1359 | 2024-09-03T21:30:30.388Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1360 | 2024-09-03T21:30:30.476Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 88109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49122
req_id = 888979e9-9c12-463d-a2a9-257e25805aa0
response_code = 200
uri = /inventory
|
| 1361 | 2024-09-03T21:30:30.476Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1362 | 2024-09-03T21:30:30.476Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1363 | 2024-09-03T21:30:30.477Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1364 | 2024-09-03T21:30:30.477Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1238
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49122
req_id = 6acb5c7e-4697-4201-9faa-020cceb36a06
response_code = 200
uri = /omicron-zones
|
| 1365 | 2024-09-03T21:30:31.458Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51058
|
| 1366 | 2024-09-03T21:30:31.458Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name("external-dns-5871a8a1-057c-400a-984e-2b8a9e047872"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name("external-dns-334a169a-8983-446f-8ae7-b8926a66303e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name("nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name("nexus-a6b01c74-5632-486c-8892-7b2857a31851"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name("nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1367 | 2024-09-03T21:30:31.458Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1368 | 2024-09-03T21:30:31.458Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1369 | 2024-09-03T21:30:31.458Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1370 | 2024-09-03T21:30:31.458Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1371 | 2024-09-03T21:30:31.458Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1372 | 2024-09-03T21:30:31.458Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1373 | 2024-09-03T21:30:31.458Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 331
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51058
req_id = 76204b58-f47e-47a5-b71a-b0c7bf5e5f6e
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1374 | 2024-09-03T21:30:31.930Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49006
|
| 1375 | 2024-09-03T21:30:31.930Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name("external-dns-5871a8a1-057c-400a-984e-2b8a9e047872"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name("external-dns-334a169a-8983-446f-8ae7-b8926a66303e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name("nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name("nexus-a6b01c74-5632-486c-8892-7b2857a31851"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name("nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1376 | 2024-09-03T21:30:31.930Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1377 | 2024-09-03T21:30:31.930Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1378 | 2024-09-03T21:30:31.930Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1379 | 2024-09-03T21:30:31.930Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1380 | 2024-09-03T21:30:31.930Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1381 | 2024-09-03T21:30:31.930Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1382 | 2024-09-03T21:30:31.930Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 248
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49006
req_id = c7c93469-66e5-45ab-a151-d840e014b6ae
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1383 | 2024-09-03T21:30:32.004Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61940
|
| 1384 | 2024-09-03T21:30:32.005Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name("external-dns-5871a8a1-057c-400a-984e-2b8a9e047872"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name("external-dns-334a169a-8983-446f-8ae7-b8926a66303e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name("nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name("nexus-a6b01c74-5632-486c-8892-7b2857a31851"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name("nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1385 | 2024-09-03T21:30:32.005Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1386 | 2024-09-03T21:30:32.005Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1387 | 2024-09-03T21:30:32.005Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1388 | 2024-09-03T21:30:32.005Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1389 | 2024-09-03T21:30:32.005Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1390 | 2024-09-03T21:30:32.005Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1391 | 2024-09-03T21:30:32.005Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 959
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61940
req_id = e7861181-9e53-4eb5-acbe-32b31cbcc3bd
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1392 | 2024-09-03T21:30:39.100Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47455
|
| 1393 | 2024-09-03T21:30:39.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 703
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47455
req_id = d8fa06e5-ce26-4e87-8560-82bf97a5f55f
response_code = 200
uri = /vpc-routes
|
| 1394 | 2024-09-03T21:30:39.184Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4944
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47455
req_id = 77ec0bb3-426c-4fd5-a792-9bcd29532f70
response_code = 204
uri = /vpc-routes
|
| 1395 | 2024-09-03T21:30:44.319Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49446
|
| 1396 | 2024-09-03T21:30:44.319Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 34
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:49446
req_id = 0e7feb8c-f00a-445d-a1e2-6ef40d965954
response_code = 200
uri = /baseboard
|
| 1397 | 2024-09-03T21:30:53.288Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38928
|
| 1398 | 2024-09-03T21:30:53.288Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38928
req_id = 0a866d3e-1aa5-470c-b829-c36b9174f47f
response_code = 200
uri = /vpc-routes
|
| 1399 | 2024-09-03T21:30:53.313Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38928
req_id = 9f2d7c22-7874-4f84-b292-41c20f485298
response_code = 204
uri = /vpc-routes
|
| 1400 | 2024-09-03T21:30:53.390Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54424
|
| 1401 | 2024-09-03T21:30:53.391Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 856
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54424
req_id = 774feb34-97c6-4540-8bd1-2ebc729b085e
response_code = 200
uri = /v2p
|
| 1402 | 2024-09-03T21:30:53.436Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37168
|
| 1403 | 2024-09-03T21:30:53.438Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1404 | 2024-09-03T21:30:53.512Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1405 | 2024-09-03T21:30:53.573Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 136472
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:37168
req_id = 9ad5bdf5-4758-4b06-b812-5bf9651992ae
response_code = 204
uri = /switch-ports
|
| 1406 | 2024-09-03T21:30:53.576Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3369
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37168
req_id = 954d42fe-2e0a-4999-8c95-2d0b772ddfa6
response_code = 200
uri = /network-bootstore-config
|
| 1407 | 2024-09-03T21:30:53.735Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 1408 | 2024-09-03T21:30:53.735Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/482c33be-205c-4e34-98e2-1192977a75a7/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 1409 | 2024-09-03T21:30:53.738Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 1410 | 2024-09-03T21:30:53.739Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 1411 | 2024-09-03T21:30:53.739Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5679
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37168
req_id = 95a05830-2bda-44d6-a327-db8ae6bf67b0
response_code = 204
uri = /network-bootstore-config
|
| 1412 | 2024-09-03T21:30:54.672Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65274
|
| 1413 | 2024-09-03T21:30:54.672Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:65274
req_id = 14c1e203-6853-4e77-9674-333b615bf0b9
response_code = 200
uri = /vpc-routes
|
| 1414 | 2024-09-03T21:30:54.689Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:65274
req_id = cd83309e-1e3a-4124-bd48-196563f63901
response_code = 204
uri = /vpc-routes
|
| 1415 | 2024-09-03T21:30:54.773Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37918
|
| 1416 | 2024-09-03T21:30:54.773Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37918
req_id = 3ae9d8f8-b3fe-4d40-8841-0b599c280c3c
response_code = 200
uri = /v2p
|
| 1417 | 2024-09-03T21:30:54.825Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47701
|
| 1418 | 2024-09-03T21:30:54.826Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1419 | 2024-09-03T21:30:54.865Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1420 | 2024-09-03T21:30:54.921Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95377
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:47701
req_id = 03519345-3a2f-47be-a19d-8edddf3d8261
response_code = 204
uri = /switch-ports
|
| 1421 | 2024-09-03T21:30:54.921Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55972
|
| 1422 | 2024-09-03T21:30:54.921Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44625
|
| 1423 | 2024-09-03T21:30:54.921Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 213
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55972
req_id = 937cb8bd-b707-4177-b3b7-356799c0312b
response_code = 200
uri = /v2p
|
| 1424 | 2024-09-03T21:30:54.921Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44625
req_id = af69c670-952d-46ec-affc-ba5f9ff0cb3f
response_code = 200
uri = /vpc-routes
|
| 1425 | 2024-09-03T21:30:54.926Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5284
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47701
req_id = d7c3ee67-0bbd-43eb-9dca-550b99c51365
response_code = 200
uri = /network-bootstore-config
|
| 1426 | 2024-09-03T21:30:54.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1013
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44625
req_id = 5ed6937c-8734-47ec-838d-1462c8d76d34
response_code = 204
uri = /vpc-routes
|
| 1427 | 2024-09-03T21:30:54.960Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63727
|
| 1428 | 2024-09-03T21:30:54.960Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1429 | 2024-09-03T21:30:54.995Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1430 | 2024-09-03T21:30:55.049Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 89573
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:63727
req_id = e7c9b787-9e1c-4b83-a23c-7da36bc3c8f3
response_code = 204
uri = /switch-ports
|
| 1431 | 2024-09-03T21:30:55.050Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 217
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63727
req_id = 742adbf9-a765-48a2-81d7-9aaea43c12d3
response_code = 200
uri = /network-bootstore-config
|
| 1432 | 2024-09-03T21:31:14.353Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56734
|
| 1433 | 2024-09-03T21:31:14.353Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56734
req_id = 298cce4c-6150-401d-8fce-cb661adc8e3b
response_code = 200
uri = /baseboard
|
| 1434 | 2024-09-03T21:31:18.477Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:57702
remote_addr = [fd00:1122:3344:101::d]:49842
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 1435 | 2024-09-03T21:31:18.506Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 28635
local_addr = [fd00:1122:3344:101::1]:57702
method = GET
remote_addr = [fd00:1122:3344:101::d]:49842
req_id = 223f029f-e0c8-4cab-b1c0-8728cf21b781
response_code = 200
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
uri = /00448375-0632-47b1-b91b-9a5edb58a536
|
| 1436 | 2024-09-03T21:31:23.329Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58202
|
| 1437 | 2024-09-03T21:31:23.329Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58202
req_id = d3dc560d-a959-4c36-a645-97604d3fed1d
response_code = 200
uri = /vpc-routes
|
| 1438 | 2024-09-03T21:31:23.345Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58202
req_id = 9face7e4-5ab2-4a7c-a7f0-12758970033b
response_code = 204
uri = /vpc-routes
|
| 1439 | 2024-09-03T21:31:23.676Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51171
|
| 1440 | 2024-09-03T21:31:23.677Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51171
req_id = f82ea48b-6c50-46d6-a064-46887fd1d583
response_code = 200
uri = /v2p
|
| 1441 | 2024-09-03T21:31:23.789Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44382
|
| 1442 | 2024-09-03T21:31:23.790Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1443 | 2024-09-03T21:31:23.826Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1444 | 2024-09-03T21:31:23.879Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 90281
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:44382
req_id = dc766e9b-fb11-4c3d-aaa2-4c2cd22f4fd5
response_code = 204
uri = /switch-ports
|
| 1445 | 2024-09-03T21:31:23.880Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44382
req_id = 88c75ded-fa62-40a7-a8bf-7646a1ed3866
response_code = 200
uri = /network-bootstore-config
|
| 1446 | 2024-09-03T21:31:24.619Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50321
|
| 1447 | 2024-09-03T21:31:24.619Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50321
req_id = 0f2eb7a1-b13f-4c60-83de-8dff54d0ebcb
response_code = 200
uri = /vpc-routes
|
| 1448 | 2024-09-03T21:31:24.665Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 194
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50321
req_id = 4e2f056d-a63c-45fc-a47e-aab4cf706224
response_code = 204
uri = /vpc-routes
|
| 1449 | 2024-09-03T21:31:24.915Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42797
|
| 1450 | 2024-09-03T21:31:24.915Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42797
req_id = ae1ac14a-95ac-44d0-b93f-5ee79bd2f21f
response_code = 200
uri = /vpc-routes
|
| 1451 | 2024-09-03T21:31:24.923Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42797
req_id = f14114fa-e084-47e4-b84f-b78b258dcbbf
response_code = 204
uri = /vpc-routes
|
| 1452 | 2024-09-03T21:31:24.943Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36568
|
| 1453 | 2024-09-03T21:31:24.943Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36568
req_id = 74cec9f7-2708-4dd8-a41c-d17286784a9b
response_code = 200
uri = /v2p
|
| 1454 | 2024-09-03T21:31:25.041Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50261
|
| 1455 | 2024-09-03T21:31:25.041Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1456 | 2024-09-03T21:31:25.084Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1457 | 2024-09-03T21:31:25.147Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 106258
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50261
req_id = d73d5b79-77e4-42ce-bccf-575a74a9e7fd
response_code = 204
uri = /switch-ports
|
| 1458 | 2024-09-03T21:31:25.147Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49390
|
| 1459 | 2024-09-03T21:31:25.147Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 189
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49390
req_id = d64128f3-d379-484a-a486-040c0ebdde04
response_code = 200
uri = /v2p
|
| 1460 | 2024-09-03T21:31:25.148Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 214
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50261
req_id = 5c53a54e-6672-48f7-860f-ea898439928e
response_code = 200
uri = /network-bootstore-config
|
| 1461 | 2024-09-03T21:31:25.176Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50879
|
| 1462 | 2024-09-03T21:31:25.177Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1463 | 2024-09-03T21:31:25.218Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1464 | 2024-09-03T21:31:25.284Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 106951
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50879
req_id = adb2f81f-69da-47f1-940e-5f2fce45ecf2
response_code = 204
uri = /switch-ports
|
| 1465 | 2024-09-03T21:31:25.284Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50879
req_id = 377c60f2-5eb5-4f3a-950e-bbe9c1360086
response_code = 200
uri = /network-bootstore-config
|
| 1466 | 2024-09-03T21:31:44.385Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:54861
|
| 1467 | 2024-09-03T21:31:44.385Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 70
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:54861
req_id = 3741af06-8023-47e3-8cc5-9662125d971f
response_code = 200
uri = /baseboard
|
| 1468 | 2024-09-03T21:31:48.483Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6498
local_addr = [fd00:1122:3344:101::1]:57702
method = GET
remote_addr = [fd00:1122:3344:101::d]:49842
req_id = 60bb6990-fe1d-4f13-8b28-453e5e47bdd2
response_code = 200
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
uri = /00448375-0632-47b1-b91b-9a5edb58a536
|
| 1469 | 2024-09-03T21:31:53.285Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56903
|
| 1470 | 2024-09-03T21:31:53.285Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56903
req_id = 4623cec6-198e-4445-80d2-1527093edf72
response_code = 200
uri = /vpc-routes
|
| 1471 | 2024-09-03T21:31:53.295Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56903
req_id = 6afa56b8-ffa6-4c68-a9ca-1c3bc7b05f65
response_code = 204
uri = /vpc-routes
|
| 1472 | 2024-09-03T21:31:53.374Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56939
|
| 1473 | 2024-09-03T21:31:53.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 147
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56939
req_id = 822cd3a7-d40b-4616-8303-2e076830b12d
response_code = 200
uri = /v2p
|
| 1474 | 2024-09-03T21:31:53.384Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62725
|
| 1475 | 2024-09-03T21:31:53.384Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1476 | 2024-09-03T21:31:53.424Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1477 | 2024-09-03T21:31:53.483Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 98565
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:62725
req_id = 695b4f73-9ddb-4f06-bb3b-ba0e7a166eff
response_code = 204
uri = /switch-ports
|
| 1478 | 2024-09-03T21:31:53.483Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 103
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62725
req_id = 462666ff-da8e-467d-91cd-58ed509602f3
response_code = 200
uri = /network-bootstore-config
|
| 1479 | 2024-09-03T21:31:54.757Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63983
|
| 1480 | 2024-09-03T21:31:54.757Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63983
req_id = aac72366-59b3-431f-8e04-6ccf428aee87
response_code = 200
uri = /vpc-routes
|
| 1481 | 2024-09-03T21:31:54.766Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 137
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63983
req_id = 25d61078-f350-40d5-a8f6-24e773d8a68c
response_code = 204
uri = /vpc-routes
|
| 1482 | 2024-09-03T21:31:54.766Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57654
|
| 1483 | 2024-09-03T21:31:54.766Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 42
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57654
req_id = 446d719d-4163-4284-a7ff-8cd31faea010
response_code = 200
uri = /vpc-routes
|
| 1484 | 2024-09-03T21:31:54.779Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1921
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57654
req_id = 54153c76-7356-4102-8885-ecd948c70d58
response_code = 204
uri = /vpc-routes
|
| 1485 | 2024-09-03T21:31:54.877Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64604
|
| 1486 | 2024-09-03T21:31:54.878Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64604
req_id = fc0b754a-c575-4e16-9b95-0568ab1e5c8a
response_code = 200
uri = /v2p
|
| 1487 | 2024-09-03T21:31:54.890Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33827
|
| 1488 | 2024-09-03T21:31:54.890Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1489 | 2024-09-03T21:31:54.925Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1490 | 2024-09-03T21:31:54.979Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 89172
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:33827
req_id = 683367ef-2b09-438a-b3bc-3817b05ed2b9
response_code = 204
uri = /switch-ports
|
| 1491 | 2024-09-03T21:31:54.980Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44228
|
| 1492 | 2024-09-03T21:31:54.980Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45672
|
| 1493 | 2024-09-03T21:31:54.980Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 318
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33827
req_id = 0b887e83-1614-457c-8b84-bcf9df6c254d
response_code = 200
uri = /network-bootstore-config
|
| 1494 | 2024-09-03T21:31:54.980Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1495 | 2024-09-03T21:31:54.986Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6468
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45672
req_id = a1776dcb-fc35-42bd-a4cf-be4c2a8fd950
response_code = 200
uri = /v2p
|
| 1496 | 2024-09-03T21:31:55.020Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1497 | 2024-09-03T21:31:55.073Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93527
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:44228
req_id = b861e666-63ce-418d-8259-df78697b2d68
response_code = 204
uri = /switch-ports
|
| 1498 | 2024-09-03T21:31:55.074Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44228
req_id = b36111e3-2f24-4879-b081-fce3ce73a29e
response_code = 200
uri = /network-bootstore-config
|
| 1499 | 2024-09-03T21:32:14.418Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:55197
|
| 1500 | 2024-09-03T21:32:14.418Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 69
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:55197
req_id = 0b04d7d9-7228-4310-9393-8376fa7c221c
response_code = 200
uri = /baseboard
|
| 1501 | 2024-09-03T21:32:18.485Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8202
local_addr = [fd00:1122:3344:101::1]:57702
method = GET
remote_addr = [fd00:1122:3344:101::d]:49842
req_id = 418a874f-afd8-4e68-aede-2a1737762b01
response_code = 200
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
uri = /00448375-0632-47b1-b91b-9a5edb58a536
|
| 1502 | 2024-09-03T21:32:23.522Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56332
|
| 1503 | 2024-09-03T21:32:23.522Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56332
req_id = b86ee941-2f05-47bc-b3d8-0f04a69b91e6
response_code = 200
uri = /vpc-routes
|
| 1504 | 2024-09-03T21:32:23.535Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56332
req_id = 49eba757-81dc-4bf5-928f-90d08a6f967b
response_code = 204
uri = /vpc-routes
|
| 1505 | 2024-09-03T21:32:23.611Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51372
|
| 1506 | 2024-09-03T21:32:23.611Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1507 | 2024-09-03T21:32:23.652Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1508 | 2024-09-03T21:32:23.708Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 97156
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51372
req_id = cb261571-57d6-4380-8b6c-6a0b924a7bbb
response_code = 204
uri = /switch-ports
|
| 1509 | 2024-09-03T21:32:23.708Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46036
|
| 1510 | 2024-09-03T21:32:23.708Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 170
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46036
req_id = 00b8db8c-27a3-41d1-8b81-a78c6a99928a
response_code = 200
uri = /v2p
|
| 1511 | 2024-09-03T21:32:23.708Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 157
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51372
req_id = d0e8fa35-662d-485e-90be-f5f50e4a035e
response_code = 200
uri = /network-bootstore-config
|
| 1512 | 2024-09-03T21:32:24.893Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39110
|
| 1513 | 2024-09-03T21:32:24.893Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39110
req_id = 906768b9-5394-41b8-98f8-e7855eb59c12
response_code = 200
uri = /vpc-routes
|
| 1514 | 2024-09-03T21:32:24.925Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43647
|
| 1515 | 2024-09-03T21:32:24.925Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43647
req_id = 4cbc0204-7dac-4c07-b5dd-46cc8e807a27
response_code = 200
uri = /vpc-routes
|
| 1516 | 2024-09-03T21:32:24.934Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43647
req_id = e03aae32-0840-4a59-b747-1c86a01969e8
response_code = 204
uri = /vpc-routes
|
| 1517 | 2024-09-03T21:32:25.039Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47338
|
| 1518 | 2024-09-03T21:32:25.039Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47338
req_id = 59a928bc-c3ba-48e6-b73c-3b5057dbacf8
response_code = 200
uri = /v2p
|
| 1519 | 2024-09-03T21:32:25.043Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39110
req_id = 9adcee3a-bcba-481e-a9f5-1adb2e94ce4f
response_code = 204
uri = /vpc-routes
|
| 1520 | 2024-09-03T21:32:25.125Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48993
|
| 1521 | 2024-09-03T21:32:25.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48993
req_id = af636617-d5c0-4a56-b96a-a2c5bd86a1fc
response_code = 200
uri = /v2p
|
| 1522 | 2024-09-03T21:32:25.247Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46110
|
| 1523 | 2024-09-03T21:32:25.248Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1524 | 2024-09-03T21:32:25.285Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1525 | 2024-09-03T21:32:25.347Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 99681
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:46110
req_id = b2d4bdd9-b17b-4304-9984-41c57a858900
response_code = 204
uri = /switch-ports
|
| 1526 | 2024-09-03T21:32:25.347Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33305
|
| 1527 | 2024-09-03T21:32:25.348Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1528 | 2024-09-03T21:32:25.348Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 232
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46110
req_id = fd36ff62-59cb-482f-95a4-3d24da8d8be7
response_code = 200
uri = /network-bootstore-config
|
| 1529 | 2024-09-03T21:32:25.382Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1530 | 2024-09-03T21:32:25.436Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 88122
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:33305
req_id = dd0912f3-c465-420a-b6ff-60280e7d6193
response_code = 204
uri = /switch-ports
|
| 1531 | 2024-09-03T21:32:25.436Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 182
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33305
req_id = e7592615-2936-4f75-bfc9-b05992d710ba
response_code = 200
uri = /network-bootstore-config
|
| 1532 | 2024-09-03T21:32:44.450Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64776
|
| 1533 | 2024-09-03T21:32:44.450Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 107
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64776
req_id = 74be55c6-5da5-4dc1-8b40-1e0d640c5e04
response_code = 200
uri = /baseboard
|
| 1534 | 2024-09-03T21:32:48.482Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6033
local_addr = [fd00:1122:3344:101::1]:57702
method = GET
remote_addr = [fd00:1122:3344:101::d]:49842
req_id = 8fc99679-d231-4606-b7a2-52ed60a636e6
response_code = 200
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
uri = /00448375-0632-47b1-b91b-9a5edb58a536
|
| 1535 | 2024-09-03T21:32:53.305Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62197
|
| 1536 | 2024-09-03T21:32:53.305Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62197
req_id = 7d698763-0cd4-4013-9052-c949de5a7d30
response_code = 200
uri = /vpc-routes
|
| 1537 | 2024-09-03T21:32:53.314Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62197
req_id = 6cad9ff2-6a7b-42f9-a812-4957140900bd
response_code = 204
uri = /vpc-routes
|
| 1538 | 2024-09-03T21:32:53.470Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50818
|
| 1539 | 2024-09-03T21:32:53.470Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1540 | 2024-09-03T21:32:53.507Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1541 | 2024-09-03T21:32:53.563Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92544
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50818
req_id = dd215c0c-3cfc-443b-8682-6740919b4aad
response_code = 204
uri = /switch-ports
|
| 1542 | 2024-09-03T21:32:53.563Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36396
|
| 1543 | 2024-09-03T21:32:53.563Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 205
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36396
req_id = e822ef05-afe0-4f16-a091-56452d4cd8a9
response_code = 200
uri = /v2p
|
| 1544 | 2024-09-03T21:32:53.563Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 232
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50818
req_id = 58ae8bb3-fec8-4fef-a90a-aaee6dca674a
response_code = 200
uri = /network-bootstore-config
|
| 1545 | 2024-09-03T21:32:54.739Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54894
|
| 1546 | 2024-09-03T21:32:54.739Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54894
req_id = f207e2bd-7456-4788-9144-726b813f8c39
response_code = 200
uri = /vpc-routes
|
| 1547 | 2024-09-03T21:32:54.773Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43971
|
| 1548 | 2024-09-03T21:32:54.773Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43971
req_id = 5b8f09ee-b863-4aa6-912b-e916a861c1e4
response_code = 200
uri = /v2p
|
| 1549 | 2024-09-03T21:32:54.778Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54894
req_id = 0e450bf2-497f-45b9-8601-0a3c9a53a6d0
response_code = 204
uri = /vpc-routes
|
| 1550 | 2024-09-03T21:32:54.829Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42811
|
| 1551 | 2024-09-03T21:32:54.829Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1552 | 2024-09-03T21:32:54.868Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1553 | 2024-09-03T21:32:54.939Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 109910
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:42811
req_id = 20b29ab2-363e-4b35-a79f-d417c029ed64
response_code = 204
uri = /switch-ports
|
| 1554 | 2024-09-03T21:32:54.939Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56891
|
| 1555 | 2024-09-03T21:32:54.940Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 848
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56891
req_id = 5977e404-2923-4ffe-ba3b-be53285fe3f3
response_code = 200
uri = /vpc-routes
|
| 1556 | 2024-09-03T21:32:54.940Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42811
req_id = 34d64e96-f3ce-4f7d-aea8-6c7cd6683cf9
response_code = 200
uri = /network-bootstore-config
|
| 1557 | 2024-09-03T21:32:54.949Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 144
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56891
req_id = 2690ae27-5613-4df2-9b9c-def230949814
response_code = 204
uri = /vpc-routes
|
| 1558 | 2024-09-03T21:32:54.978Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62386
|
| 1559 | 2024-09-03T21:32:54.978Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62386
req_id = b9e9df32-f189-42f0-930d-a163b64ac877
response_code = 200
uri = /v2p
|
| 1560 | 2024-09-03T21:32:55.007Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37643
|
| 1561 | 2024-09-03T21:32:55.007Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1562 | 2024-09-03T21:32:55.047Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1563 | 2024-09-03T21:32:55.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94411
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37643
req_id = c6d05970-50d4-4ed1-919e-788575e842da
response_code = 204
uri = /switch-ports
|
| 1564 | 2024-09-03T21:32:55.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37643
req_id = f2ff50b4-d38e-45eb-8b36-cc0ff9baa1c1
response_code = 200
uri = /network-bootstore-config
|
| 1565 | 2024-09-03T21:33:01.467Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 1566 | 2024-09-03T21:33:14.484Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65277
|
| 1567 | 2024-09-03T21:33:14.484Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 47
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:65277
req_id = 8554a3b9-862d-4add-a3c0-099f7fd98272
response_code = 200
uri = /baseboard
|
| 1568 | 2024-09-03T21:33:18.494Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6585
local_addr = [fd00:1122:3344:101::1]:57702
method = GET
remote_addr = [fd00:1122:3344:101::d]:49842
req_id = 4b3ae3b2-3e68-4441-96a0-e583da8c2c9d
response_code = 200
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
uri = /00448375-0632-47b1-b91b-9a5edb58a536
|
| 1569 | 2024-09-03T21:33:23.489Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42682
|
| 1570 | 2024-09-03T21:33:23.489Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42682
req_id = 57bee580-9432-424a-9539-d754d9be571b
response_code = 200
uri = /vpc-routes
|
| 1571 | 2024-09-03T21:33:23.492Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43442
|
| 1572 | 2024-09-03T21:33:23.492Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 160
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43442
req_id = 98461baf-e66a-4333-87c9-f9ceb5e75024
response_code = 200
uri = /v2p
|
| 1573 | 2024-09-03T21:33:23.498Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42682
req_id = bbf9d11d-8bc8-47ba-abc4-85445174a2d5
response_code = 204
uri = /vpc-routes
|
| 1574 | 2024-09-03T21:33:23.544Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54567
|
| 1575 | 2024-09-03T21:33:23.544Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1576 | 2024-09-03T21:33:23.584Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1577 | 2024-09-03T21:33:23.646Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 102277
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54567
req_id = 7ae871f6-e2e0-44d6-b832-ab9914b77584
response_code = 204
uri = /switch-ports
|
| 1578 | 2024-09-03T21:33:23.646Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54567
req_id = 38e984be-a4ef-4749-923b-6099d7759c92
response_code = 200
uri = /network-bootstore-config
|
| 1579 | 2024-09-03T21:33:24.735Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54924
|
| 1580 | 2024-09-03T21:33:24.735Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54924
req_id = 180ab306-074d-47ea-9fb7-410ad6a77a66
response_code = 200
uri = /vpc-routes
|
| 1581 | 2024-09-03T21:33:24.766Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 389
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54924
req_id = d5f573dc-5dd6-45eb-85c4-aaf2ae0cdc8d
response_code = 204
uri = /vpc-routes
|
| 1582 | 2024-09-03T21:33:24.968Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56073
|
| 1583 | 2024-09-03T21:33:24.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56073
req_id = 66b07e03-865d-4b9c-b94a-b1b2cfc27174
response_code = 200
uri = /v2p
|
| 1584 | 2024-09-03T21:33:25.026Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33803
|
| 1585 | 2024-09-03T21:33:25.026Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1586 | 2024-09-03T21:33:25.067Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1587 | 2024-09-03T21:33:25.123Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 97315
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:33803
req_id = 3f57ea6d-4d11-4110-9c57-eda27543668a
response_code = 204
uri = /switch-ports
|
| 1588 | 2024-09-03T21:33:25.123Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43483
|
| 1589 | 2024-09-03T21:33:25.124Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43483
req_id = cb772d58-34e8-4589-9ae5-667e587c51bb
response_code = 200
uri = /vpc-routes
|
| 1590 | 2024-09-03T21:33:25.124Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33803
req_id = 6451f8cb-9724-4a23-b547-7aa269e3c9a5
response_code = 200
uri = /network-bootstore-config
|
| 1591 | 2024-09-03T21:33:25.226Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44690
|
| 1592 | 2024-09-03T21:33:25.226Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44690
req_id = c984f613-2142-400f-97cf-388eac5806d9
response_code = 200
uri = /v2p
|
| 1593 | 2024-09-03T21:33:25.236Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 183
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43483
req_id = eda98b39-c1ae-4d85-afd3-104e2bf6828d
response_code = 204
uri = /vpc-routes
|
| 1594 | 2024-09-03T21:33:25.278Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59656
|
| 1595 | 2024-09-03T21:33:25.278Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1596 | 2024-09-03T21:33:25.318Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1597 | 2024-09-03T21:33:25.378Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 100611
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:59656
req_id = 57800671-eba4-4e5c-adfb-e69342e5fbf7
response_code = 204
uri = /switch-ports
|
| 1598 | 2024-09-03T21:33:25.382Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 809
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59656
req_id = de709b7e-74f1-44bb-855c-ef0008ae8177
response_code = 200
uri = /network-bootstore-config
|
| 1599 | 2024-09-03T21:33:44.517Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48477
|
| 1600 | 2024-09-03T21:33:44.517Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 73
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48477
req_id = b79f056a-2ba3-4d60-8bac-47793f0c992d
response_code = 200
uri = /baseboard
|
| 1601 | 2024-09-03T21:33:48.559Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7354
local_addr = [fd00:1122:3344:101::1]:57702
method = GET
remote_addr = [fd00:1122:3344:101::d]:49842
req_id = fa8d87e1-a5b5-4132-a78c-50690340a693
response_code = 200
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
uri = /00448375-0632-47b1-b91b-9a5edb58a536
|
| 1602 | 2024-09-03T21:33:53.300Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57025
|
| 1603 | 2024-09-03T21:33:53.300Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57025
req_id = 8a416f96-c87d-4aa3-8327-db482d2b8b4e
response_code = 200
uri = /vpc-routes
|
| 1604 | 2024-09-03T21:33:53.308Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57025
req_id = 5be4bc58-307f-4770-a545-a92bcfa11f30
response_code = 204
uri = /vpc-routes
|
| 1605 | 2024-09-03T21:33:53.428Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48749
|
| 1606 | 2024-09-03T21:33:53.429Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 185
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48749
req_id = 7523b60b-6d21-42e3-ae75-eed984b0eeac
response_code = 200
uri = /v2p
|
| 1607 | 2024-09-03T21:33:53.442Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52968
|
| 1608 | 2024-09-03T21:33:53.442Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1609 | 2024-09-03T21:33:53.480Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1610 | 2024-09-03T21:33:53.538Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95920
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:52968
req_id = 18733cc8-5adf-4331-9530-4a2ca4ff7cbb
response_code = 204
uri = /switch-ports
|
| 1611 | 2024-09-03T21:33:53.538Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52968
req_id = 9bfe5b4a-a754-42e8-84b1-2dacf82b8fa3
response_code = 200
uri = /network-bootstore-config
|
| 1612 | 2024-09-03T21:33:54.700Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52157
|
| 1613 | 2024-09-03T21:33:54.700Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52157
req_id = b5f878f0-954e-468c-a587-e3fa9c6442a3
response_code = 200
uri = /vpc-routes
|
| 1614 | 2024-09-03T21:33:54.709Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52157
req_id = 6602fb14-7f6e-4e87-9924-633428eeb7e9
response_code = 204
uri = /vpc-routes
|
| 1615 | 2024-09-03T21:33:54.741Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49761
|
| 1616 | 2024-09-03T21:33:54.741Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 31
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49761
req_id = ce50284e-9035-464d-a237-46f6fe48461d
response_code = 200
uri = /vpc-routes
|
| 1617 | 2024-09-03T21:33:54.758Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49761
req_id = 98537e84-3d5b-4196-bc64-eb9844264da4
response_code = 204
uri = /vpc-routes
|
| 1618 | 2024-09-03T21:33:54.793Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59854
|
| 1619 | 2024-09-03T21:33:54.793Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 191
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59854
req_id = e66f763c-c573-4fd7-a07e-9499e524a809
response_code = 200
uri = /v2p
|
| 1620 | 2024-09-03T21:33:54.810Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58452
|
| 1621 | 2024-09-03T21:33:54.810Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1622 | 2024-09-03T21:33:54.849Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1623 | 2024-09-03T21:33:54.906Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95322
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58452
req_id = 965989f5-98f2-4b2a-a19b-c41880283d4c
response_code = 204
uri = /switch-ports
|
| 1624 | 2024-09-03T21:33:54.907Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 846
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58452
req_id = 7eb95aa5-05dc-49dd-ac70-fac2a9cff040
response_code = 200
uri = /network-bootstore-config
|
| 1625 | 2024-09-03T21:33:54.949Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55161
|
| 1626 | 2024-09-03T21:33:54.949Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55161
req_id = 40fd19ea-98db-44cd-8816-c9a43636d979
response_code = 200
uri = /v2p
|
| 1627 | 2024-09-03T21:33:55.009Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55165
|
| 1628 | 2024-09-03T21:33:55.010Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1629 | 2024-09-03T21:33:55.048Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1630 | 2024-09-03T21:33:55.106Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 97240
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55165
req_id = 70dd4345-5d4c-4adf-8124-7c49947c9bd8
response_code = 204
uri = /switch-ports
|
| 1631 | 2024-09-03T21:33:55.107Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55165
req_id = 954312a6-76d1-4e5a-8462-b24e1dc4f20b
response_code = 200
uri = /network-bootstore-config
|
| 1632 | 2024-09-03T21:34:14.551Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:42682
|
| 1633 | 2024-09-03T21:34:14.551Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 111
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:42682
req_id = ea4a918a-e493-4081-a11a-bd0c7842c08a
response_code = 200
uri = /baseboard
|
| 1634 | 2024-09-03T21:34:18.559Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6882
local_addr = [fd00:1122:3344:101::1]:57702
method = GET
remote_addr = [fd00:1122:3344:101::d]:49842
req_id = 8d26a193-a4b7-4b0d-9968-965d829ae74b
response_code = 200
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
uri = /00448375-0632-47b1-b91b-9a5edb58a536
|
| 1635 | 2024-09-03T21:34:23.409Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38839
|
| 1636 | 2024-09-03T21:34:23.409Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38839
req_id = e300eb0a-9892-4ac0-b1bc-6b44285ac1b0
response_code = 200
uri = /vpc-routes
|
| 1637 | 2024-09-03T21:34:23.473Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50410
|
| 1638 | 2024-09-03T21:34:23.474Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50410
req_id = 0c817ee7-4674-41ed-93a3-679a672ae2b6
response_code = 200
uri = /v2p
|
| 1639 | 2024-09-03T21:34:23.480Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38839
req_id = da572678-f6d0-4e99-8cec-2f26b7658000
response_code = 204
uri = /vpc-routes
|
| 1640 | 2024-09-03T21:34:23.694Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64222
|
| 1641 | 2024-09-03T21:34:23.694Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1642 | 2024-09-03T21:34:23.734Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1643 | 2024-09-03T21:34:23.793Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 98678
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:64222
req_id = f1d71220-8596-473e-8bc2-6d1b77b41514
response_code = 204
uri = /switch-ports
|
| 1644 | 2024-09-03T21:34:23.793Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64222
req_id = 3fef04f3-00f2-4db4-a519-603def5dabba
response_code = 200
uri = /network-bootstore-config
|
| 1645 | 2024-09-03T21:34:24.876Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55676
|
| 1646 | 2024-09-03T21:34:24.876Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55676
req_id = d78ae1d0-bdfd-49cc-a7b4-dcd64a7b7e3c
response_code = 200
uri = /vpc-routes
|
| 1647 | 2024-09-03T21:34:24.894Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 171
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55676
req_id = a06ba2a2-2322-4ad4-b4b5-213cdb1f81ff
response_code = 204
uri = /vpc-routes
|
| 1648 | 2024-09-03T21:34:24.900Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62413
|
| 1649 | 2024-09-03T21:34:24.900Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62413
req_id = 2534332c-03cf-484e-90e6-5d262f54bc86
response_code = 200
uri = /v2p
|
| 1650 | 2024-09-03T21:34:24.951Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52633
|
| 1651 | 2024-09-03T21:34:24.951Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52633
req_id = a31ad620-9bd8-4378-b1e0-da8e6e1c868f
response_code = 200
uri = /vpc-routes
|
| 1652 | 2024-09-03T21:34:24.960Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 118
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52633
req_id = d9a60f47-cc1d-43f9-9d5e-2787711ba063
response_code = 204
uri = /vpc-routes
|
| 1653 | 2024-09-03T21:34:24.988Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50785
|
| 1654 | 2024-09-03T21:34:24.989Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1655 | 2024-09-03T21:34:25.029Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1656 | 2024-09-03T21:34:25.086Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 97391
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50785
req_id = 2a792bd9-bfa6-4ebf-8171-fabc3e6ebc27
response_code = 204
uri = /switch-ports
|
| 1657 | 2024-09-03T21:34:25.086Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58970
|
| 1658 | 2024-09-03T21:34:25.086Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58970
req_id = 27bf8840-f41c-4aba-9e75-90f0eb1fd366
response_code = 200
uri = /v2p
|
| 1659 | 2024-09-03T21:34:25.086Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50785
req_id = 715a637f-fc20-41d1-a5f8-ab07f894a6e2
response_code = 200
uri = /network-bootstore-config
|
| 1660 | 2024-09-03T21:34:25.103Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48393
|
| 1661 | 2024-09-03T21:34:25.104Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1662 | 2024-09-03T21:34:25.139Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1663 | 2024-09-03T21:34:25.196Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92080
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:48393
req_id = 9222a927-55c3-4268-862d-d2fa9e1a8015
response_code = 204
uri = /switch-ports
|
| 1664 | 2024-09-03T21:34:25.196Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 204
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48393
req_id = bffd0ea0-dbb2-4b27-b4b0-180ea8ddb250
response_code = 200
uri = /network-bootstore-config
|
| 1665 | 2024-09-03T21:34:44.586Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:63814
|
| 1666 | 2024-09-03T21:34:44.586Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 106
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:63814
req_id = c8d3b32c-8d45-44fe-8e28-9750bb1f3938
response_code = 200
uri = /baseboard
|
| 1667 | 2024-09-03T21:34:48.559Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6609
local_addr = [fd00:1122:3344:101::1]:57702
method = GET
remote_addr = [fd00:1122:3344:101::d]:49842
req_id = 40f85ed9-b81e-473d-8b1e-2d72f9fab67b
response_code = 200
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
uri = /00448375-0632-47b1-b91b-9a5edb58a536
|
| 1668 | 2024-09-03T21:34:53.202Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34142
|
| 1669 | 2024-09-03T21:34:53.203Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 957
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34142
req_id = 53678933-a419-45d2-bf6a-b5e9f9510921
response_code = 200
uri = /vpc-routes
|
| 1670 | 2024-09-03T21:34:53.214Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34142
req_id = 30df8964-b904-4a20-b70d-fd54893422d4
response_code = 204
uri = /vpc-routes
|
| 1671 | 2024-09-03T21:34:53.410Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40242
|
| 1672 | 2024-09-03T21:34:53.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40242
req_id = 2a576fca-e7df-422a-b9ae-c23b787a9272
response_code = 200
uri = /v2p
|
| 1673 | 2024-09-03T21:34:53.501Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54234
|
| 1674 | 2024-09-03T21:34:53.502Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1675 | 2024-09-03T21:34:53.539Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1676 | 2024-09-03T21:34:53.589Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 87838
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:54234
req_id = c15ba5e1-a776-49d8-a285-b1f3fb3bf4bc
response_code = 204
uri = /switch-ports
|
| 1677 | 2024-09-03T21:34:53.590Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54234
req_id = ab73b859-91f1-40b6-a09b-aaa6a54c3e8b
response_code = 200
uri = /network-bootstore-config
|
| 1678 | 2024-09-03T21:34:54.729Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48519
|
| 1679 | 2024-09-03T21:34:54.729Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48519
req_id = 241fe5d0-41d3-4f48-b6e5-102132c31801
response_code = 200
uri = /vpc-routes
|
| 1680 | 2024-09-03T21:34:54.740Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48519
req_id = 9fbaa621-97b1-4603-84e6-c449b926eda9
response_code = 204
uri = /vpc-routes
|
| 1681 | 2024-09-03T21:34:54.784Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64528
|
| 1682 | 2024-09-03T21:34:54.785Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64528
req_id = ad455a04-b268-48cd-ac21-bc1e4a9668bb
response_code = 200
uri = /v2p
|
| 1683 | 2024-09-03T21:34:54.822Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44826
|
| 1684 | 2024-09-03T21:34:54.822Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44826
req_id = e1c3069b-0afe-4736-bca8-92a586645bdd
response_code = 200
uri = /vpc-routes
|
| 1685 | 2024-09-03T21:34:54.831Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44826
req_id = 92d0533a-4922-4859-9f2e-d4dc4ecd3d21
response_code = 204
uri = /vpc-routes
|
| 1686 | 2024-09-03T21:34:54.846Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55097
|
| 1687 | 2024-09-03T21:34:54.846Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1688 | 2024-09-03T21:34:54.888Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1689 | 2024-09-03T21:34:54.946Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 100239
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:55097
req_id = 89b5e90b-f695-427d-9dff-b3560fbcff38
response_code = 204
uri = /switch-ports
|
| 1690 | 2024-09-03T21:34:54.947Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38456
|
| 1691 | 2024-09-03T21:34:54.947Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1692 | 2024-09-03T21:34:54.982Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1693 | 2024-09-03T21:34:55.038Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91164
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:38456
req_id = 3c59af9b-e84e-441e-9cef-45c5f4d57d63
response_code = 204
uri = /switch-ports
|
| 1694 | 2024-09-03T21:34:55.038Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53300
|
| 1695 | 2024-09-03T21:34:55.039Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 818
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53300
req_id = e63ec839-d617-4b6d-9dd2-c3ef4b8d53e6
response_code = 200
uri = /v2p
|
| 1696 | 2024-09-03T21:34:55.039Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 853
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38456
req_id = cb27faf6-2e2e-4ec9-8c2f-deae9103c69e
response_code = 200
uri = /network-bootstore-config
|
| 1697 | 2024-09-03T21:34:55.039Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 888
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55097
req_id = 4554af2e-169d-4e34-afde-83bc89fbb8d5
response_code = 200
uri = /network-bootstore-config
|
| 1698 | 2024-09-03T21:35:14.619Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45905
|
| 1699 | 2024-09-03T21:35:14.620Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1101
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45905
req_id = 08705c29-c1e6-4514-9112-3410d1704f08
response_code = 200
uri = /baseboard
|
| 1700 | 2024-09-03T21:35:18.558Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6461
local_addr = [fd00:1122:3344:101::1]:57702
method = GET
remote_addr = [fd00:1122:3344:101::d]:49842
req_id = 505d8e23-7cc4-4a21-8a19-bdcd815747ca
response_code = 200
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
uri = /00448375-0632-47b1-b91b-9a5edb58a536
|
| 1701 | 2024-09-03T21:35:23.597Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37010
|
| 1702 | 2024-09-03T21:35:23.598Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 768
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37010
req_id = 224d7cdb-56dd-4145-bea3-780dc097ff1a
response_code = 200
uri = /v2p
|
| 1703 | 2024-09-03T21:35:23.649Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45777
|
| 1704 | 2024-09-03T21:35:23.650Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 854
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45777
req_id = 30b997ed-7148-45d1-bd81-c5ac70e9aaee
response_code = 200
uri = /vpc-routes
|
| 1705 | 2024-09-03T21:35:23.658Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 140
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:45777
req_id = cda490c9-a287-4e6c-983e-db9b0174609f
response_code = 204
uri = /vpc-routes
|
| 1706 | 2024-09-03T21:35:23.727Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33077
|
| 1707 | 2024-09-03T21:35:23.727Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1708 | 2024-09-03T21:35:23.768Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1709 | 2024-09-03T21:35:23.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 96551
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33077
req_id = 01989278-b658-432f-947c-76189c238975
response_code = 204
uri = /switch-ports
|
| 1710 | 2024-09-03T21:35:23.824Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61059
|
| 1711 | 2024-09-03T21:35:23.824Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 183
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33077
req_id = 02260e04-9ae9-42f9-9b38-f6514dfb37b4
response_code = 200
uri = /network-bootstore-config
|
| 1712 | 2024-09-03T21:35:23.824Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name("external-dns-5871a8a1-057c-400a-984e-2b8a9e047872"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name("external-dns-334a169a-8983-446f-8ae7-b8926a66303e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name("nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name("nexus-a6b01c74-5632-486c-8892-7b2857a31851"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name("nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1713 | 2024-09-03T21:35:23.824Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1714 | 2024-09-03T21:35:23.824Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1715 | 2024-09-03T21:35:23.824Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1716 | 2024-09-03T21:35:23.824Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1717 | 2024-09-03T21:35:23.824Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1718 | 2024-09-03T21:35:23.824Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1719 | 2024-09-03T21:35:23.824Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 501
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61059
req_id = 932bbb08-7a7e-45f8-8c4b-063ff4dfbb0a
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1720 | 2024-09-03T21:35:24.989Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59399
|
| 1721 | 2024-09-03T21:35:24.989Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59399
req_id = 743af942-c838-40a6-9b0f-90e8eb09d3a7
response_code = 200
uri = /vpc-routes
|
| 1722 | 2024-09-03T21:35:25.026Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34889
|
| 1723 | 2024-09-03T21:35:25.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34889
req_id = ec23e638-8bc6-4cdf-b6ef-4dd6624e0088
response_code = 200
uri = /v2p
|
| 1724 | 2024-09-03T21:35:25.035Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:59399
req_id = 481eb152-4b8f-466d-8408-da6f8dfa1082
response_code = 204
uri = /vpc-routes
|
| 1725 | 2024-09-03T21:35:25.053Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58658
|
| 1726 | 2024-09-03T21:35:25.053Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 30
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58658
req_id = 6e550014-a4fe-45e9-a8a9-a7a49c1c66ad
response_code = 200
uri = /vpc-routes
|
| 1727 | 2024-09-03T21:35:25.063Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 153
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58658
req_id = 3a88f03e-737f-4976-98bf-8361948d8c2c
response_code = 204
uri = /vpc-routes
|
| 1728 | 2024-09-03T21:35:25.117Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61346
|
| 1729 | 2024-09-03T21:35:25.117Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1730 | 2024-09-03T21:35:25.158Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1731 | 2024-09-03T21:35:25.214Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 96831
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:61346
req_id = 90471924-9512-4d3c-8b7c-578e6f26f355
response_code = 204
uri = /switch-ports
|
| 1732 | 2024-09-03T21:35:25.214Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49293
|
| 1733 | 2024-09-03T21:35:25.214Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58182
|
| 1734 | 2024-09-03T21:35:25.214Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 241
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61346
req_id = f80ac227-879d-4664-b577-0c5b9deaebf9
response_code = 200
uri = /network-bootstore-config
|
| 1735 | 2024-09-03T21:35:25.214Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 256
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49293
req_id = 690e1625-0afa-4f45-b5e1-adb8d75a5a57
response_code = 200
uri = /v2p
|
| 1736 | 2024-09-03T21:35:25.214Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1737 | 2024-09-03T21:35:25.254Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1738 | 2024-09-03T21:35:25.258Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58077
|
| 1739 | 2024-09-03T21:35:25.258Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name("external-dns-5871a8a1-057c-400a-984e-2b8a9e047872"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name("external-dns-334a169a-8983-446f-8ae7-b8926a66303e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name("nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name("nexus-a6b01c74-5632-486c-8892-7b2857a31851"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name("nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1740 | 2024-09-03T21:35:25.258Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1741 | 2024-09-03T21:35:25.258Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1742 | 2024-09-03T21:35:25.258Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1743 | 2024-09-03T21:35:25.258Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1744 | 2024-09-03T21:35:25.258Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1745 | 2024-09-03T21:35:25.259Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1746 | 2024-09-03T21:35:25.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 696
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58077
req_id = 2731b710-10b8-4faf-9c93-a7b52cb3b017
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1747 | 2024-09-03T21:35:25.259Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46219
|
| 1748 | 2024-09-03T21:35:25.259Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 15423a4e-a58c-4b6b-a21c-840bfa2c85b3, kind: Service { id: 5871a8a1-057c-400a-984e-2b8a9e047872 }, name: Name("external-dns-5871a8a1-057c-400a-984e-2b8a9e047872"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 165])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 380a4554-2ce1-43fd-95c5-ce25962ab8dd, kind: Service { id: 334a169a-8983-446f-8ae7-b8926a66303e }, name: Name("external-dns-334a169a-8983-446f-8ae7-b8926a66303e"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 246])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19ebfddd-e74a-4883-a2d7-dc35bee0e28f, kind: Service { id: 485ba5d3-7e76-4881-8ff5-b5aa23805162 }, name: Name("nexus-485ba5d3-7e76-4881-8ff5-b5aa23805162"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 187, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 25a2ad30-c366-4b9f-9005-abf5afdad2a5, kind: Service { id: a6b01c74-5632-486c-8892-7b2857a31851 }, name: Name("nexus-a6b01c74-5632-486c-8892-7b2857a31851"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 52])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c3d16f42-2f2d-4757-a903-68c1e36e90de, kind: Service { id: 0fad8fa0-ca29-48e0-a6b8-f186356794ae }, name: Name("nexus-0fad8fa0-ca29-48e0-a6b8-f186356794ae"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 48])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1749 | 2024-09-03T21:35:25.259Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1750 | 2024-09-03T21:35:25.259Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1751 | 2024-09-03T21:35:25.259Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1752 | 2024-09-03T21:35:25.259Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1753 | 2024-09-03T21:35:25.259Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1754 | 2024-09-03T21:35:25.259Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1755 | 2024-09-03T21:35:25.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 363
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46219
req_id = 1149ddee-3d01-40ef-979b-38e04fcf3a52
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1756 | 2024-09-03T21:35:25.312Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 97601
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58182
req_id = f53995f9-1315-4f03-9079-10f9ad35acd9
response_code = 204
uri = /switch-ports
|
| 1757 | 2024-09-03T21:35:25.312Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58182
req_id = 96650b23-e0e8-42c3-89f0-4b1b49551604
response_code = 200
uri = /network-bootstore-config
|
| 1758 | 2024-09-03T21:35:44.654Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51475
|
| 1759 | 2024-09-03T21:35:44.654Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 90
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:51475
req_id = a9a93415-c2ba-4fb7-8ab9-ef97b010527e
response_code = 200
uri = /baseboard
|
| 1760 | 2024-09-03T21:35:48.558Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6645
local_addr = [fd00:1122:3344:101::1]:57702
method = GET
remote_addr = [fd00:1122:3344:101::d]:49842
req_id = 5dd6d2cc-271f-4153-bef6-d4c7e0e1a2f1
response_code = 200
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
uri = /00448375-0632-47b1-b91b-9a5edb58a536
|
| 1761 | 2024-09-03T21:35:53.265Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43045
|
| 1762 | 2024-09-03T21:35:53.265Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43045
req_id = 84d0b047-7fc0-4b18-bb75-b277f13d2dfa
response_code = 200
uri = /vpc-routes
|
| 1763 | 2024-09-03T21:35:53.278Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 170
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43045
req_id = cc75ac77-a755-41ae-9d41-dff1ca58b75c
response_code = 204
uri = /vpc-routes
|
| 1764 | 2024-09-03T21:35:53.500Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50512
|
| 1765 | 2024-09-03T21:35:53.500Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50512
req_id = eee345fe-e40b-47d1-bd3a-d71f17ba6cfa
response_code = 200
uri = /v2p
|
| 1766 | 2024-09-03T21:35:53.519Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59273
|
| 1767 | 2024-09-03T21:35:53.519Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1768 | 2024-09-03T21:35:53.559Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1769 | 2024-09-03T21:35:53.619Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 100508
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:59273
req_id = c9e11369-190b-4eac-949f-3c0da5852183
response_code = 204
uri = /switch-ports
|
| 1770 | 2024-09-03T21:35:53.620Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 136
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59273
req_id = 8cd50faa-2acf-4b17-ae51-882e22ef617f
response_code = 200
uri = /network-bootstore-config
|
| 1771 | 2024-09-03T21:35:54.729Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48546
|
| 1772 | 2024-09-03T21:35:54.729Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 778
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48546
req_id = 4ce3bb27-d69c-4a80-ae2b-1014e87c7a4b
response_code = 200
uri = /vpc-routes
|
| 1773 | 2024-09-03T21:35:54.738Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48546
req_id = c09bc771-45ca-4c52-a2be-a0ebb6fa48ee
response_code = 204
uri = /vpc-routes
|
| 1774 | 2024-09-03T21:35:54.801Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53611
|
| 1775 | 2024-09-03T21:35:54.801Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53611
req_id = 8efe37b4-f340-45f0-bfa4-9d6a47d889d0
response_code = 200
uri = /v2p
|
| 1776 | 2024-09-03T21:35:54.828Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44156
|
| 1777 | 2024-09-03T21:35:54.828Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1778 | 2024-09-03T21:35:54.866Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1779 | 2024-09-03T21:35:54.924Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 96585
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44156
req_id = 39bea999-0c40-444f-ac15-2cc1fa20a362
response_code = 204
uri = /switch-ports
|
| 1780 | 2024-09-03T21:35:54.925Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44958
|
| 1781 | 2024-09-03T21:35:54.925Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 209
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44156
req_id = 9dd50c90-c100-4d55-b878-7e062f92996c
response_code = 200
uri = /network-bootstore-config
|
| 1782 | 2024-09-03T21:35:54.925Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 184
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44958
req_id = dac47715-11b5-4b55-9db4-db86b9035e4e
response_code = 200
uri = /vpc-routes
|
| 1783 | 2024-09-03T21:35:54.934Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 157
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44958
req_id = c06b4933-1019-45a6-8eee-5a92cae931a8
response_code = 204
uri = /vpc-routes
|
| 1784 | 2024-09-03T21:35:55.006Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48416
|
| 1785 | 2024-09-03T21:35:55.006Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48416
req_id = b38f292d-fb11-4f71-842c-2f48a7849c7f
response_code = 200
uri = /v2p
|
| 1786 | 2024-09-03T21:35:55.008Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59469
|
| 1787 | 2024-09-03T21:35:55.008Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1788 | 2024-09-03T21:35:55.043Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1789 | 2024-09-03T21:35:55.099Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 90917
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:59469
req_id = 7279c53a-5bc0-4fbd-bbdc-b4a1a8fc6c3c
response_code = 204
uri = /switch-ports
|
| 1790 | 2024-09-03T21:35:55.099Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59469
req_id = c3910ecd-24a0-48ce-9bf1-36d4b9c5f864
response_code = 200
uri = /network-bootstore-config
|
| 1791 | 2024-09-03T21:36:14.687Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47872
|
| 1792 | 2024-09-03T21:36:14.687Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 652
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47872
req_id = ba90bc5a-748b-4a17-b2ec-cf3b210dfbe7
response_code = 200
uri = /baseboard
|
| 1793 | 2024-09-03T21:36:18.669Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5996
local_addr = [fd00:1122:3344:101::1]:57702
method = GET
remote_addr = [fd00:1122:3344:101::d]:49842
req_id = 4f3f7e03-91f2-42aa-b549-b2e42b71b039
response_code = 200
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
uri = /00448375-0632-47b1-b91b-9a5edb58a536
|
| 1794 | 2024-09-03T21:36:23.399Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63450
|
| 1795 | 2024-09-03T21:36:23.399Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63450
req_id = c37197da-b399-4da4-81a5-20dc84f30404
response_code = 200
uri = /vpc-routes
|
| 1796 | 2024-09-03T21:36:23.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 903
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63450
req_id = d8d0dd00-493d-4fe0-9470-390de53ece21
response_code = 204
uri = /vpc-routes
|
| 1797 | 2024-09-03T21:36:23.687Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49683
|
| 1798 | 2024-09-03T21:36:23.687Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 885
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49683
req_id = 20a72956-d5d9-426e-a94e-b71a07097cf0
response_code = 200
uri = /v2p
|
| 1799 | 2024-09-03T21:36:23.791Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61621
|
| 1800 | 2024-09-03T21:36:23.791Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1801 | 2024-09-03T21:36:23.830Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1802 | 2024-09-03T21:36:23.885Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94781
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:61621
req_id = 4d838733-a87a-4081-ac9c-d4f60e69b87e
response_code = 204
uri = /switch-ports
|
| 1803 | 2024-09-03T21:36:23.912Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61621
req_id = 6bad2206-34b1-4efc-9d8c-869bcaa2b3c9
response_code = 200
uri = /network-bootstore-config
|
| 1804 | 2024-09-03T21:36:24.925Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45707
|
| 1805 | 2024-09-03T21:36:24.925Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 132
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45707
req_id = a334359e-e4b3-4d1a-a9bb-aca93c27033f
response_code = 200
uri = /vpc-routes
|
| 1806 | 2024-09-03T21:36:24.935Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45707
req_id = 6f5f50fd-02eb-419e-922d-ea67617166c7
response_code = 204
uri = /vpc-routes
|
| 1807 | 2024-09-03T21:36:24.941Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61899
|
| 1808 | 2024-09-03T21:36:24.941Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61899
req_id = 380ecfc7-11cb-49b6-899e-da9593ce9195
response_code = 200
uri = /vpc-routes
|
| 1809 | 2024-09-03T21:36:24.951Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61899
req_id = 6c2817cb-6ddd-485b-b2e8-9cfd6938c78a
response_code = 204
uri = /vpc-routes
|
| 1810 | 2024-09-03T21:36:25.060Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62313
|
| 1811 | 2024-09-03T21:36:25.060Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 160
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62313
req_id = cd2fac03-b498-4c03-b96f-561381b05f4a
response_code = 200
uri = /v2p
|
| 1812 | 2024-09-03T21:36:25.088Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52049
|
| 1813 | 2024-09-03T21:36:25.089Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 760
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52049
req_id = 7f165153-475d-45eb-910d-8db5b464a29b
response_code = 200
uri = /v2p
|
| 1814 | 2024-09-03T21:36:25.114Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39820
|
| 1815 | 2024-09-03T21:36:25.115Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1816 | 2024-09-03T21:36:25.152Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1817 | 2024-09-03T21:36:25.207Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92479
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:39820
req_id = b52c3fc1-7efb-4f6f-af0d-df1e20b72e1b
response_code = 204
uri = /switch-ports
|
| 1818 | 2024-09-03T21:36:25.207Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64273
|
| 1819 | 2024-09-03T21:36:25.207Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1820 | 2024-09-03T21:36:25.210Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3253
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39820
req_id = 8269dab6-caa5-4ec4-b2e6-af9b0d3c3338
response_code = 200
uri = /network-bootstore-config
|
| 1821 | 2024-09-03T21:36:25.242Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1822 | 2024-09-03T21:36:25.298Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91055
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:64273
req_id = 80bd0ac3-c0d4-41a8-bbc6-658e2d603210
response_code = 204
uri = /switch-ports
|
| 1823 | 2024-09-03T21:36:25.300Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1357
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64273
req_id = 03a5e8b4-2100-4f57-8048-56860757fe31
response_code = 200
uri = /network-bootstore-config
|
| 1824 | 2024-09-03T21:36:44.723Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38689
|
| 1825 | 2024-09-03T21:36:44.723Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 102
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38689
req_id = 2776a4d6-8540-4319-9f98-32fdd9382996
response_code = 200
uri = /baseboard
|
| 1826 | 2024-09-03T21:36:48.671Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7263
local_addr = [fd00:1122:3344:101::1]:57702
method = GET
remote_addr = [fd00:1122:3344:101::d]:49842
req_id = cfba2636-e688-4590-a35e-ac7cde502fb1
response_code = 200
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
uri = /00448375-0632-47b1-b91b-9a5edb58a536
|
| 1827 | 2024-09-03T21:36:49.188Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33912
|
| 1828 | 2024-09-03T21:36:49.188Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 182
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33912
req_id = 05da6f80-30fa-470d-98cc-5ad73b731608
response_code = 200
uri = /v2p
|
| 1829 | 2024-09-03T21:36:49.189Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:778
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4226059) }
|
| 1830 | 2024-09-03T21:36:49.189Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33912
req_id = ab0fe065-8a8d-4e5c-930d-6dea608f8db5
response_code = 204
uri = /v2p
|
| 1831 | 2024-09-03T21:36:49.287Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35860
|
| 1832 | 2024-09-03T21:36:49.294Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:570
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4226059))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-7a1a6033048", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 473cb8a0-ca0f-4807-b025-d2e6a7c9b281, read_only_parent: Some(Volume { block_size: 512, id: 00980053-9f0b-4888-ae5a-b124c8f1fb73, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 455b8947-3854-402b-aeef-055267528466, key: Some("uCHIAkmnyyu9btOotHhf4Aj0EB4GSiEHt56O76LXQu4="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::13]:19001", "[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::18]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 473cb8a0-ca0f-4807-b025-d2e6a7c9b281, key: Some("Rj6PiEagnKn6hn+i8hVKEqslvztAP71kzHXFGC6kMiE="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::12]:19000", "[fd00:1122:3344:101::18]:19002", "[fd00:1122:3344:101::14]:19000"] } }] } }], cloud_init_bytes: Some(..) }
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
instance_runtime = InstanceRuntimeState { propolis_id: Some(656f278d-816a-4385-ad2d-93a9f6ece8d0 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-09-03T21:36:48.904003648Z }
metadata = InstanceMetadata { silo_id: 15f978fe-3c64-400a-82c1-cc7fe852f38c, project_id: b8a18f74-2519-480f-b806-066f70d058a4 }
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-03T21:36:49.287477253Z }
|
| 1833 | 2024-09-03T21:36:49.294Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:603
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1834 | 2024-09-03T21:36:49.294Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:1008
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
migration_id = None
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4226059))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 581a9f56-ef36-42e9-bedc-e441f6d3e54a, kind: Instance { id: 5156e66f-775b-425c-a00f-b7ab7ecfa669 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 34, 238])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4226059), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-7a1a6033048", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 473cb8a0-ca0f-4807-b025-d2e6a7c9b281, read_only_parent: Some(Volume { block_size: 512, id: 00980053-9f0b-4888-ae5a-b124c8f1fb73, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 455b8947-3854-402b-aeef-055267528466, key: Some("uCHIAkmnyyu9btOotHhf4Aj0EB4GSiEHt56O76LXQu4="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::13]:19001", "[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::18]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 473cb8a0-ca0f-4807-b025-d2e6a7c9b281, key: Some("Rj6PiEagnKn6hn+i8hVKEqslvztAP71kzHXFGC6kMiE="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::12]:19000", "[fd00:1122:3344:101::18]:19002", "[fd00:1122:3344:101::14]:19000"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-03T21:36:49.287477253Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
| 1835 | 2024-09-03T21:36:49.296Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8254
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35860
req_id = 085e7b19-37a7-4f92-b60f-71b319957ced
response_code = 200
uri = /vmms/656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1836 | 2024-09-03T21:36:49.408Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64067
|
| 1837 | 2024-09-03T21:36:49.409Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 604
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64067
req_id = de5e8c12-cc66-4e7e-854e-e83a6c3adf82
response_code = 200
uri = /vmms/656f278d-816a-4385-ad2d-93a9f6ece8d0/state
|
| 1838 | 2024-09-03T21:36:49.412Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 250, 34, 238]), slot: 0, vni: Vni { inner: 4226059 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
| 1839 | 2024-09-03T21:36:49.412Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1840 | 2024-09-03T21:36:49.451Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
file = illumos-utils/src/zone.rs:316
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1841 | 2024-09-03T21:36:49.474Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
file = illumos-utils/src/zone.rs:354
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1842 | 2024-09-03T21:36:50.878Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1843 | 2024-09-03T21:36:50.878Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0 zone
file = illumos-utils/src/running_zone.rs:488
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
zone = oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1844 | 2024-09-03T21:36:51.071Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0") failed: Property not found. retry in 36.592271ms
file = illumos-utils/src/svc.rs:36
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
zone = oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1845 | 2024-09-03T21:36:51.117Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0") failed: Property not found. retry in 75.329632ms
file = illumos-utils/src/svc.rs:36
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
zone = oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1846 | 2024-09-03T21:36:51.208Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0") failed: Property not found. retry in 177.328216ms
file = illumos-utils/src/svc.rs:36
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
zone = oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1847 | 2024-09-03T21:36:51.402Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0") failed: Property not found. retry in 338.108565ms
file = illumos-utils/src/svc.rs:36
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
zone = oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1848 | 2024-09-03T21:36:51.756Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0") failed: Property not found. retry in 795.666022ms
file = illumos-utils/src/svc.rs:36
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
zone = oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1849 | 2024-09-03T21:36:52.564Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0") failed: Property not found. retry in 1.309180103s
file = illumos-utils/src/svc.rs:36
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
zone = oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1850 | 2024-09-03T21:36:53.326Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35851
|
| 1851 | 2024-09-03T21:36:53.326Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 187
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35851
req_id = 321c98bf-9e01-4d76-b0bc-ab84b56121e7
response_code = 200
uri = /v2p
|
| 1852 | 2024-09-03T21:36:53.391Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40949
|
| 1853 | 2024-09-03T21:36:53.415Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55319
|
| 1854 | 2024-09-03T21:36:53.415Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55319
req_id = ad4317e4-952e-4a00-9c17-a211deb07068
response_code = 200
uri = /vpc-routes
|
| 1855 | 2024-09-03T21:36:53.514Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39220
|
| 1856 | 2024-09-03T21:36:53.514Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1857 | 2024-09-03T21:36:53.556Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1858 | 2024-09-03T21:36:53.612Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 98459
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39220
req_id = 20563b93-2104-4788-a305-e70da422bac2
response_code = 204
uri = /switch-ports
|
| 1859 | 2024-09-03T21:36:53.613Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 259
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:55319
req_id = 5b1c7753-608b-460e-bf91-38b5b30b5565
response_code = 204
uri = /vpc-routes
|
| 1860 | 2024-09-03T21:36:53.613Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39220
req_id = e3f89c3c-708f-470a-a956-e50d5f507c6c
response_code = 200
uri = /network-bootstore-config
|
| 1861 | 2024-09-03T21:36:53.885Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0") failed: Property not found. retry in 906.646296ms
file = illumos-utils/src/svc.rs:36
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
zone = oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1862 | 2024-09-03T21:36:54.706Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46514
|
| 1863 | 2024-09-03T21:36:54.707Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1089
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46514
req_id = d44a61cb-eb02-4252-9162-9c9de8f2fb72
response_code = 200
uri = /vpc-routes
|
| 1864 | 2024-09-03T21:36:54.754Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54892
|
| 1865 | 2024-09-03T21:36:54.773Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 157
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46514
req_id = 6f082262-248a-4ff5-b69c-15f74e921d2b
response_code = 204
uri = /vpc-routes
|
| 1866 | 2024-09-03T21:36:54.802Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0") failed: Property not found. retry in 963.170186ms
file = illumos-utils/src/svc.rs:36
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
zone = oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1867 | 2024-09-03T21:36:54.808Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62023
|
| 1868 | 2024-09-03T21:36:54.808Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62023
req_id = 79556f1f-8c27-45d1-9256-ff0b3ae26b48
response_code = 200
uri = /vpc-routes
|
| 1869 | 2024-09-03T21:36:54.815Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33247
|
| 1870 | 2024-09-03T21:36:54.829Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 985
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62023
req_id = 353c4f4b-e7b0-4d3d-82d1-64857ced5cd5
response_code = 204
uri = /vpc-routes
|
| 1871 | 2024-09-03T21:36:54.838Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58398
|
| 1872 | 2024-09-03T21:36:54.838Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1873 | 2024-09-03T21:36:54.875Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1874 | 2024-09-03T21:36:54.931Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92903
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58398
req_id = b0dcad57-a87d-4fa6-a9da-d82875e3ce74
response_code = 204
uri = /switch-ports
|
| 1875 | 2024-09-03T21:36:54.931Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65014
|
| 1876 | 2024-09-03T21:36:54.931Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47706
|
| 1877 | 2024-09-03T21:36:54.931Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45199
|
| 1878 | 2024-09-03T21:36:54.932Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4038
|
| 1879 | 2024-09-03T21:36:54.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1005
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65014
req_id = a5fe696b-0b20-42a8-a712-2624101fece8
response_code = 200
uri = /v2p
|
| 1880 | 2024-09-03T21:36:54.936Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4481
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58398
req_id = 2c9ed499-7fbc-4db7-93a7-0db684e91541
response_code = 200
uri = /network-bootstore-config
|
| 1881 | 2024-09-03T21:36:54.936Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4555
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47706
req_id = c6db04d4-71ce-4443-b872-ceff63eba45a
response_code = 200
uri = /v2p
|
| 1882 | 2024-09-03T21:36:54.966Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4062
|
| 1883 | 2024-09-03T21:36:55.025Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94399
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:45199
req_id = 516b7bf0-7e60-4dd4-baaf-089d96634cdf
response_code = 204
uri = /switch-ports
|
| 1884 | 2024-09-03T21:36:55.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 143
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45199
req_id = 7c1f1984-9b88-4b9d-a3ce-ecac72c8ac0d
response_code = 200
uri = /network-bootstore-config
|
| 1885 | 2024-09-03T21:36:55.776Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0") failed: Property not found. retry in 589.721533ms
file = illumos-utils/src/svc.rs:36
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
zone = oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1886 | 2024-09-03T21:36:56.393Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
file = sled-agent/src/instance.rs:1466
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1887 | 2024-09-03T21:36:56.402Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0") failed: Property not found. retry in 51.128524ms
file = illumos-utils/src/svc.rs:36
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1888 | 2024-09-03T21:36:56.462Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0") failed: Property not found. retry in 115.230771ms
file = illumos-utils/src/svc.rs:36
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1889 | 2024-09-03T21:36:56.587Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0") failed: Property not found. retry in 108.497894ms
file = illumos-utils/src/svc.rs:36
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1890 | 2024-09-03T21:36:56.707Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1475
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1891 | 2024-09-03T21:36:56.747Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1499
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1892 | 2024-09-03T21:36:56.888Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:744
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1893 | 2024-09-03T21:36:56.889Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3498279
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40949
req_id = e4a68fa4-bc8e-40fe-b143-aa1f7c7ba9ff
response_code = 200
uri = /vmms/656f278d-816a-4385-ad2d-93a9f6ece8d0/state
|
| 1894 | 2024-09-03T21:36:56.889Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 2073924
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33247
req_id = 414d6e91-e422-4020-bc1d-44b900f9e68f
response_code = 200
uri = /vmms/656f278d-816a-4385-ad2d-93a9f6ece8d0/state
|
| 1895 | 2024-09-03T21:36:56.889Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 2135409
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54892
req_id = b8b96a14-5fb1-455e-aac9-e203599d2ac4
response_code = 200
uri = /vmms/656f278d-816a-4385-ad2d-93a9f6ece8d0/state
|
| 1896 | 2024-09-03T21:36:56.892Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-09-03T21:36:56.892189242Z }
file = sled-agent/src/instance.rs:594
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1897 | 2024-09-03T21:36:56.892Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-03T21:36:56.892189242Z }
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1898 | 2024-09-03T21:36:56.892Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-03T21:36:56.892189242Z }, migration_in: None, migration_out: None }
|
| 1899 | 2024-09-03T21:36:56.941Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-09-03T21:36:56.941686418Z }
file = sled-agent/src/instance.rs:594
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1900 | 2024-09-03T21:36:56.941Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-03T21:36:56.941686418Z }
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1901 | 2024-09-03T21:36:56.941Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-03T21:36:56.941686418Z }, migration_in: None, migration_out: None }
|
| 1902 | 2024-09-03T21:37:06.926Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35201
|
| 1903 | 2024-09-03T21:37:06.927Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1289
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:35201
req_id = a9948616-ce2f-45e6-88ba-b9267773ecab
response_code = 200
uri = /vmms/656f278d-816a-4385-ad2d-93a9f6ece8d0/state
|
| 1904 | 2024-09-03T21:37:06.927Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-09-03T21:37:06.927973855Z }
file = sled-agent/src/instance.rs:594
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1905 | 2024-09-03T21:37:06.928Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-03T21:37:06.927973855Z }
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1906 | 2024-09-03T21:37:06.928Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-03T21:37:06.927973855Z }, migration_in: None, migration_out: None }
|
| 1907 | 2024-09-03T21:37:06.947Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-09-03T21:37:06.947609985Z }
file = sled-agent/src/instance.rs:594
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1908 | 2024-09-03T21:37:06.947Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-09-03T21:37:06.947609985Z }
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1909 | 2024-09-03T21:37:06.947Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:630
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1910 | 2024-09-03T21:37:06.947Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1911 | 2024-09-03T21:37:06.948Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:557
id = 2755570416981966154
n_samples = 6
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 1912 | 2024-09-03T21:37:06.948Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:557
id = 8567259996434985686
n_samples = 6
sled_id = 00448375-0632-47b1-b91b-9a5edb58a536
|
| 1913 | 2024-09-03T21:37:06.949Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1914 | 2024-09-03T21:37:06.949Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/482c33be-205c-4e34-98e2-1192977a75a7/debug/bundle/zone", "/pool/int/e356c70d-6ffa-4a5d-8274-9e730a84a2a0/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/38359a1c-1b04-4272-8ebb-dbd0b95c2650/crypt/debug", "/pool/ext/b704289c-6368-48f1-9c38-f6f98fbde69e/crypt/debug", "/pool/ext/6a0ff9d3-e55d-4ee7-9ba9-ab59cbc34497/crypt/debug", "/pool/ext/3a972014-8d4d-40d8-bffd-e09cc77dc31d/crypt/debug", "/pool/ext/3409b9be-eb6a-4381-abe7-16a4c00d5166/crypt/debug", "/pool/ext/8020963b-fa1d-4788-bdaf-cd794431f9b9/crypt/debug", "/pool/ext/f936d8c3-1ac2-4fd5-84ed-415a39983d55/crypt/debug", "/pool/ext/211b78e5-d0de-4d65-8664-829ab9fd1143/crypt/debug", "/pool/ext/0c380086-519d-4265-a2d8-5c2e26be908c/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1915 | 2024-09-03T21:37:07.588Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1137
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0", bundle_id: 659ecbe8-35e2-4461-8efb-daa37c005785 }, time_created: 2024-09-03T21:37:06.949933223Z, version: 0, cause: TerminatedInstance }
|
| 1916 | 2024-09-03T21:37:07.588Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_656f278d-816a-4385-ad2d-93a9f6ece8d0
file = sled-agent/src/instance.rs:843
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1917 | 2024-09-03T21:37:09.335Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:270
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1918 | 2024-09-03T21:37:09.352Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:904
id = RouterId { vni: Vni(4226059), kind: System }
|
| 1919 | 2024-09-03T21:37:09.352Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:904
id = RouterId { vni: Vni(4226059), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
| 1920 | 2024-09-03T21:37:09.353Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-03T21:37:09.353047689Z }, migration_in: None, migration_out: None }
|
| 1921 | 2024-09-03T21:37:09.376Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-03T21:37:09.353047689Z }, migration_in: None, migration_out: None }
|
| 1922 | 2024-09-03T21:37:09.381Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:780
instance_id = 5156e66f-775b-425c-a00f-b7ab7ecfa669
propolis_id = 656f278d-816a-4385-ad2d-93a9f6ece8d0
|
| 1923 | 2024-09-03T21:37:09.783Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41172
|
| 1924 | 2024-09-03T21:37:09.783Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41172
req_id = 4b7d6124-6da0-4162-abb1-7bd301ae680b
response_code = 200
uri = /vpc-routes
|
| 1925 | 2024-09-03T21:37:09.792Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:41172
req_id = 6b0488d8-f289-4f1c-8b17-59b176e02aaf
response_code = 204
uri = /vpc-routes
|
| 1926 | 2024-09-03T21:37:09.903Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45613
|
| 1927 | 2024-09-03T21:37:09.903Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 812
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45613
req_id = d8aaddd3-ae69-49ed-bfb6-e17c9efa2a05
response_code = 200
uri = /v2p
|
| 1928 | 2024-09-03T21:37:10.289Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39975
|
| 1929 | 2024-09-03T21:37:10.290Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 730
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39975
req_id = 1302735f-6bbb-4781-9fb0-fbb8fc769c2e
response_code = 200
uri = /v2p
|
| 1930 | 2024-09-03T21:37:11.258Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47844
|
| 1931 | 2024-09-03T21:37:11.258Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47844
req_id = 69ba5ab8-31c1-461b-903f-be102abe80d4
response_code = 200
uri = /vpc-routes
|
| 1932 | 2024-09-03T21:37:11.266Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47844
req_id = 955729a3-3888-4982-9973-150b26bd3f2d
response_code = 204
uri = /vpc-routes
|