| 1 | | [ Sep 27 04:14:35 Enabled. ] |
| 2 | | [ Sep 27 04:14:35 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Sep 27 04:14:35 Method "start" exited with status 0. ] |
| 4 | | [ Sep 27 04:14:35 Rereading configuration. ] |
| 5 | | [ Sep 27 04:14:35 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-09-27T04:14:35.790Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
| 8 | 2024-09-27T04:14:35.791Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2024-09-27T04:14:35.845Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
| 10 | 2024-09-27T04:14:35.845Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2024-09-27T04:14:35.960Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2024-09-27T04:14:35.969Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2024-09-27T04:14:35.978Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
| 14 | 2024-09-27T04:14:36.579Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }
|
| 15 | 2024-09-27T04:14:36.713Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
| 16 | 2024-09-27T04:14:36.713Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
| 17 | 2024-09-27T04:14:36.713Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
| 18 | 2024-09-27T04:14:36.713Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 19 | 2024-09-27T04:14:36.713Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
| 20 | 2024-09-27T04:14:36.713Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:717
|
| 21 | 2024-09-27T04:14:36.716Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "sock", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:624
|
| 22 | 2024-09-27T04:14:36.716Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:766
|
| 23 | 2024-09-27T04:14:36.716Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
| 24 | 2024-09-27T04:14:36.716Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:825
|
| 25 | 2024-09-27T04:14:36.716Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
| 26 | 2024-09-27T04:14:36.716Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
| 27 | 2024-09-27T04:14:36.716Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 28 | 2024-09-27T04:14:36.716Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2024-09-27T04:14:36.716Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2024-09-27T04:14:36.727Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 31 | 2024-09-27T04:14:36.727Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool)
|
| 32 | 2024-09-27T04:14:36.824Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal }
|
| 33 | 2024-09-27T04:14:37.226Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 34 | 2024-09-27T04:14:37.226Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
| 35 | 2024-09-27T04:14:37.226Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2024-09-27T04:14:37.226Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2024-09-27T04:14:37.226Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 38 | 2024-09-27T04:14:37.226Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2024-09-27T04:14:37.226Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2024-09-27T04:14:37.235Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 41 | 2024-09-27T04:14:37.235Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool)
|
| 42 | 2024-09-27T04:14:37.323Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal }
|
| 43 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
| 44 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 45 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 46 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 47 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 48 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 49 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
| 50 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 51 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 52 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 53 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 54 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 55 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
| 56 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 57 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 58 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 59 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 60 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 61 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
| 62 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 63 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 64 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 65 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 66 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 67 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
| 68 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 69 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 70 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 71 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 72 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 73 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
| 74 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 75 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 76 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 77 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 78 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 79 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
| 80 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 81 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 82 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 83 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 84 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 85 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
| 86 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 87 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 88 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 89 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 90 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 91 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
| 92 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 93 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 94 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 95 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 96 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 97 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
| 98 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
| 99 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 100 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 101 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 102 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 103 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
| 104 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (bootstore): No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 105 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (bootstore): No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 106 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-sock-i86pc
|
| 107 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (bootstore): No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 108 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (bootstore): No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 109 | 2024-09-27T04:14:37.710Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-sock-i86pc
|
| 110 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
| 111 | 2024-09-27T04:14:37.710Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
| 112 | 2024-09-27T04:14:37.720Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:737
|
| 113 | 2024-09-27T04:14:37.720Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1103, tv_nsec: 451742478 }
time_to_next_cleanup = 599.999944499s
|
| 114 | 2024-09-27T04:14:37.720Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 115 | 2024-09-27T04:14:37.720Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3917
|
| 116 | 2024-09-27T04:14:37.720Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2024-09-27T04:14:37.720Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2024-09-27T04:14:37.724Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
| 119 | 2024-09-27T04:14:37.725Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:51
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 120 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
vlan_id: None,
local_pref: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1074
|
| 121 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:72
|
| 122 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 123 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (RSS): No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 124 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (RSS): No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 125 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1137
|
| 126 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 127 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (RSS): No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 128 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (RSS): No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 129 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1179
|
| 130 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:155
|
| 131 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:128
|
| 132 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 133 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 134 | 2024-09-27T04:14:37.726Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 135 | 2024-09-27T04:14:37.727Z | INFO | SledAgent (RSS): Sled plan written to storage: Plan {
rack_id: f8bf114a-16dc-4405-b07c-b2a322af91b1,
sleds: {
[fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {
generation: 0,
schema_version: 1,
body: StartSledAgentRequestBody {
id: 273758ca-4687-47c2-b656-4cfc2ac70edb,
rack_id: f8bf114a-16dc-4405-b07c-b2a322af91b1,
use_trust_quorum: false,
is_lrtq_learner: false,
subnet: Ipv6Subnet {
net: Ipv6Net {
addr: fd00:1122:3344:101::,
width: 64,
},
},
},
},
},
config: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
vlan_id: None,
local_pref: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
},
}
file = sled-agent/src/rack_setup/plan/sled.rs:175
|
| 136 | 2024-09-27T04:14:37.727Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1213
|
| 137 | 2024-09-27T04:14:37.727Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 138 | 2024-09-27T04:14:37.727Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 139 | 2024-09-27T04:14:37.727Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 140 | 2024-09-27T04:14:37.727Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 141 | 2024-09-27T04:14:37.727Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:232
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 273758ca-4687-47c2-b656-4cfc2ac70edb, rack_id: f8bf114a-16dc-4405-b07c-b2a322af91b1, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 142 | 2024-09-27T04:14:37.728Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4214
|
| 143 | 2024-09-27T04:14:37.728Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4596
|
| 144 | 2024-09-27T04:14:37.733Z | INFO | SledAgent (SledAgentSprocketsClient): Loaded keys and certs
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50
|
| 145 | 2024-09-27T04:14:37.739Z | INFO | SledAgent (SledAgentSprocketsClient): Certificate chain verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 146 | 2024-09-27T04:14:37.739Z | INFO | SledAgent (SledAgentSprocketsClient): Signature verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 147 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (SledAgentSprocketsServer): Certificate chain verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 148 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (SledAgentSprocketsServer): Signature verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 149 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:74
remote_addr = [fdb0:18c0:4d0d:a02a::1]:34661
|
| 150 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 273758ca-4687-47c2-b656-4cfc2ac70edb, rack_id: f8bf114a-16dc-4405-b07c-b2a322af91b1, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:361
|
| 151 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:376
|
| 152 | 2024-09-27T04:14:37.744Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 153 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:72
|
| 154 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:451
|
| 155 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:644
|
| 156 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 157 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
| 158 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 159 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:633
|
| 160 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:661
|
| 161 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:440
|
| 162 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 163 | 2024-09-27T04:14:37.744Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:532
result = DisksManagementResult { status: [] }
|
| 164 | 2024-09-27T04:14:37.762Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 165 | 2024-09-27T04:14:37.784Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:316
|
| 166 | 2024-09-27T04:14:37.803Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 167 | 2024-09-27T04:14:37.824Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:391
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 168 | 2024-09-27T04:14:37.824Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 169 | 2024-09-27T04:14:37.824Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:403
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 170 | 2024-09-27T04:14:37.824Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 171 | 2024-09-27T04:14:37.827Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 123.951071ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "3d1fecfc-69b8-4254-9dc0-b6e77d89aba0", "content-length": "124", "date": "Fri, 27 Sep 2024 04:14:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "3d1fecfc-69b8-4254-9dc0-b6e77d89aba0" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 172 | 2024-09-27T04:14:37.837Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_748b8e75-76ee-4580-b164-75555bc6ebe0/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 173 | 2024-09-27T04:14:37.860Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_748b8e75-76ee-4580-b164-75555bc6ebe0/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 174 | 2024-09-27T04:14:37.860Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_748b8e75-76ee-4580-b164-75555bc6ebe0/swap"
file = sled-agent/src/swap_device.rs:96
|
| 175 | 2024-09-27T04:14:37.866Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:418
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 176 | 2024-09-27T04:14:37.866Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:128
|
| 177 | 2024-09-27T04:14:37.866Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_748b8e75-76ee-4580-b164-75555bc6ebe0/backing/fmd
file = sled-agent/src/backing_fs.rs:138
|
| 178 | 2024-09-27T04:14:37.949Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:173
|
| 179 | 2024-09-27T04:14:37.951Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 180 | 2024-09-27T04:14:37.952Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 133.774167ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0e1ccd4f-72d8-4364-b140-b1290c6084ce", "content-length": "124", "date": "Fri, 27 Sep 2024 04:14:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0e1ccd4f-72d8-4364-b140-b1290c6084ce" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 181 | 2024-09-27T04:14:38.087Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 182 | 2024-09-27T04:14:38.088Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 157.894629ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "1a4828d5-8099-4786-bdab-a711d432db42", "content-length": "124", "date": "Fri, 27 Sep 2024 04:14:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "1a4828d5-8099-4786-bdab-a711d432db42" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 183 | 2024-09-27T04:14:38.168Z | INFO | SledAgent (BackingFs): Mounting oxi_748b8e75-76ee-4580-b164-75555bc6ebe0/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:181
|
| 184 | 2024-09-27T04:14:38.181Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:189
|
| 185 | 2024-09-27T04:14:38.181Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:189
|
| 186 | 2024-09-27T04:14:38.181Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:189
|
| 187 | 2024-09-27T04:14:38.181Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:195
|
| 188 | 2024-09-27T04:14:38.246Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 189 | 2024-09-27T04:14:38.247Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 207.925349ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f6f779c6-7161-4f94-aba1-6b1839c93815", "content-length": "124", "date": "Fri, 27 Sep 2024 04:14:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f6f779c6-7161-4f94-aba1-6b1839c93815" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 190 | 2024-09-27T04:14:38.457Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 191 | 2024-09-27T04:14:38.458Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 184.381225ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "13ad6a4a-843e-417f-a6e9-9ae22c408655", "content-length": "124", "date": "Fri, 27 Sep 2024 04:14:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "13ad6a4a-843e-417f-a6e9-9ae22c408655" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 192 | 2024-09-27T04:14:38.643Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 193 | 2024-09-27T04:14:38.643Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 332.636794ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "f8f736e8-1201-4f72-b14d-be66ded0f957", "content-length": "124", "date": "Fri, 27 Sep 2024 04:14:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "f8f736e8-1201-4f72-b14d-be66ded0f957" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 194 | 2024-09-27T04:14:38.905Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:93
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 195 | 2024-09-27T04:14:38.910Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fd00:1122:3344:101::1]:34785
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 196 | 2024-09-27T04:14:38.910Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:72
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 197 | 2024-09-27T04:14:38.910Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:34785
file = oximeter/producer/src/lib.rs:283
interval = 30s
producer_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 198 | 2024-09-27T04:14:38.911Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 191.662991ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 199 | 2024-09-27T04:14:38.912Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 200 | 2024-09-27T04:14:38.912Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 201 | 2024-09-27T04:14:38.912Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:921
underlay_address = fd00:1122:3344:101::1
|
| 202 | 2024-09-27T04:14:38.912Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:72
|
| 203 | 2024-09-27T04:14:38.977Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 204 | 2024-09-27T04:14:39.105Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 295.159766ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 205 | 2024-09-27T04:14:39.401Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 1.428580086s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 206 | 2024-09-27T04:14:40.832Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.860897084s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 207 | 2024-09-27T04:14:41.385Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2670
|
| 208 | 2024-09-27T04:14:41.385Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2888
|
| 209 | 2024-09-27T04:14:41.385Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2540
|
| 210 | 2024-09-27T04:14:41.385Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2587
|
| 211 | 2024-09-27T04:14:41.385Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2969
|
| 212 | 2024-09-27T04:14:41.385Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:3011
|
| 213 | 2024-09-27T04:14:41.387Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2813
|
| 214 | 2024-09-27T04:14:41.389Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2581
|
| 215 | 2024-09-27T04:14:41.389Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='a7565b76-2727-4457-8500-6cc8bb2b57c0'/>
<propval type="astring" name="rack_id" value='f8bf114a-16dc-4405-b07c-b2a322af91b1'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:a02a::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fe8a:ce42'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:a02a::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"sock","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_id" value='273758ca-4687-47c2-b656-4cfc2ac70edb'/>
<propval type="astring" name="rack_id" value='f8bf114a-16dc-4405-b07c-b2a322af91b1'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='sock'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='273758ca-4687-47c2-b656-4cfc2ac70edb'/>
<propval type="astring" name="rack_uuid" value='f8bf114a-16dc-4405-b07c-b2a322af91b1'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='273758ca-4687-47c2-b656-4cfc2ac70edb'/>
<propval type="astring" name="rack_uuid" value='f8bf114a-16dc-4405-b07c-b2a322af91b1'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 216 | 2024-09-27T04:14:41.389Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
| 217 | 2024-09-27T04:14:41.773Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 36.177391ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 218 | 2024-09-27T04:14:41.985Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 115.636394ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 219 | 2024-09-27T04:14:42.187Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 106.835377ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 220 | 2024-09-27T04:14:42.367Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 398.958916ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 221 | 2024-09-27T04:14:42.973Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 828.833476ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 222 | 2024-09-27T04:14:43.694Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 5.09982779s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 223 | 2024-09-27T04:14:44.035Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.39040235s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 224 | 2024-09-27T04:14:45.525Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.012367642s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 225 | 2024-09-27T04:14:46.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.007052626s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 226 | 2024-09-27T04:14:47.982Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fd00:1122:3344:101::1]:12345
|
| 227 | 2024-09-27T04:14:47.982Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:431
|
| 228 | 2024-09-27T04:14:47.982Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 229 | 2024-09-27T04:14:47.982Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 230 | 2024-09-27T04:14:47.983Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 231 | 2024-09-27T04:14:47.983Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 232 | 2024-09-27T04:14:47.983Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))
|
| 233 | 2024-09-27T04:14:47.983Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3917
|
| 234 | 2024-09-27T04:14:47.983Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:81
remote_addr = [fdb0:18c0:4d0d:a02a::1]:34661
|
| 235 | 2024-09-27T04:14:48.213Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:117
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 236 | 2024-09-27T04:14:48.213Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:252
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 237 | 2024-09-27T04:14:48.213Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 238 | 2024-09-27T04:14:48.213Z | INFO | SledAgent (RSS): No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
| 239 | 2024-09-27T04:14:48.213Z | INFO | SledAgent (RSS): No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
| 240 | 2024-09-27T04:14:48.213Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 241 | 2024-09-27T04:14:48.213Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 242 | 2024-09-27T04:14:48.213Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 243 | 2024-09-27T04:14:48.218Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4238
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 244 | 2024-09-27T04:14:48.218Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:4254
|
| 245 | 2024-09-27T04:14:48.218Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:534
zone = oxz_switch
|
| 246 | 2024-09-27T04:14:48.463Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61429
|
| 247 | 2024-09-27T04:14:48.464Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 248 | 2024-09-27T04:14:48.464Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 231
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61429
req_id = 9421752b-475f-4ed2-851d-d3c07e2892f0
response_code = 200
uri = /inventory
|
| 249 | 2024-09-27T04:14:48.495Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53672
|
| 250 | 2024-09-27T04:14:48.495Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53672
req_id = 1ada9d37-1df0-4814-92a9-70775032f5d1
response_code = 200
uri = /sled-role
|
| 251 | 2024-09-27T04:14:48.496Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 252 | 2024-09-27T04:14:48.496Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
| 253 | 2024-09-27T04:14:48.496Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
| 254 | 2024-09-27T04:14:48.497Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:1001
|
| 255 | 2024-09-27T04:14:48.529Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 19a2e181-4e01-427a-b59c-6f488555aed2, pool_id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 5b075e42-384c-45af-bf17-bb233dd9b565, pool_id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 87c5addd-8a1b-4c1b-8d59-fc02d405a6b9, pool_id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: e7ed4275-9b3e-46c3-ade2-02efedb190b6, pool_id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 18fc342b-5c2a-4c2b-9628-5d623342e856, pool_id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 6a1444d9-8aee-4855-b2b0-1ee0f54e534b, pool_id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: e3b7e9be-161c-4d8e-a671-7159ff11b7e1, pool_id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 97bdc71b-c3ce-4eb6-a8b1-fafab729565f, pool_id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 948819f9-9bee-4fdf-808d-2a6694406b27, pool_id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:375
sled_address = [fd00:1122:3344:101::1]:12345
|
| 256 | 2024-09-27T04:14:48.529Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42802
|
| 257 | 2024-09-27T04:14:48.529Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:864
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 258 | 2024-09-27T04:14:48.529Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 19a2e181-4e01-427a-b59c-6f488555aed2, pool_id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 5b075e42-384c-45af-bf17-bb233dd9b565, pool_id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 87c5addd-8a1b-4c1b-8d59-fc02d405a6b9, pool_id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: e7ed4275-9b3e-46c3-ade2-02efedb190b6, pool_id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 18fc342b-5c2a-4c2b-9628-5d623342e856, pool_id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 6a1444d9-8aee-4855-b2b0-1ee0f54e534b, pool_id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: e3b7e9be-161c-4d8e-a671-7159ff11b7e1, pool_id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 97bdc71b-c3ce-4eb6-a8b1-fafab729565f, pool_id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 948819f9-9bee-4fdf-808d-2a6694406b27, pool_id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 259 | 2024-09-27T04:14:48.529Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 260 | 2024-09-27T04:14:48.529Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 261 | 2024-09-27T04:14:48.529Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:866
request = omicron_physical_disks_ensure
|
| 262 | 2024-09-27T04:14:48.529Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 263 | 2024-09-27T04:14:48.529Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
| 264 | 2024-09-27T04:14:48.529Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 265 | 2024-09-27T04:14:48.529Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 266 | 2024-09-27T04:14:48.647Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 267 | 2024-09-27T04:14:48.648Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 6210349b-22b6-44dd-8230-95dadf638be1 (zpool)
|
| 268 | 2024-09-27T04:14:48.860Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 10.005330275s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 269 | 2024-09-27T04:14:49.067Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 270 | 2024-09-27T04:14:49.069Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 271 | 2024-09-27T04:14:49.069Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 272 | 2024-09-27T04:14:49.069Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 273 | 2024-09-27T04:14:49.129Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }
|
| 274 | 2024-09-27T04:14:49.137Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:217
|
| 275 | 2024-09-27T04:14:49.137Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 276 | 2024-09-27T04:14:49.137Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 277 | 2024-09-27T04:14:49.137Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 278 | 2024-09-27T04:14:49.137Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 279 | 2024-09-27T04:14:49.137Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 280 | 2024-09-27T04:14:49.137Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 281 | 2024-09-27T04:14:49.173Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 282 | 2024-09-27T04:14:49.183Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6210349b-22b6-44dd-8230-95dadf638be1/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 283 | 2024-09-27T04:14:49.350Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6210349b-22b6-44dd-8230-95dadf638be1
file = sled-storage/src/dataset.rs:366
|
| 284 | 2024-09-27T04:14:49.358Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
| 285 | 2024-09-27T04:14:49.358Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
| 286 | 2024-09-27T04:14:49.358Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
| 287 | 2024-09-27T04:14:49.358Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 288 | 2024-09-27T04:14:49.358Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 289 | 2024-09-27T04:14:49.367Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 290 | 2024-09-27T04:14:49.367Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool)
|
| 291 | 2024-09-27T04:14:49.457Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }
|
| 292 | 2024-09-27T04:14:49.465Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:217
|
| 293 | 2024-09-27T04:14:49.465Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 294 | 2024-09-27T04:14:49.465Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 295 | 2024-09-27T04:14:49.465Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 296 | 2024-09-27T04:14:49.465Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 297 | 2024-09-27T04:14:49.465Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 298 | 2024-09-27T04:14:49.465Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 299 | 2024-09-27T04:14:49.499Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 300 | 2024-09-27T04:14:49.507Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 301 | 2024-09-27T04:14:49.688Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_4f211f92-688d-4df0-aca2-a594d7f2c11d
file = sled-storage/src/dataset.rs:366
|
| 302 | 2024-09-27T04:14:49.696Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
| 303 | 2024-09-27T04:14:49.696Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
| 304 | 2024-09-27T04:14:49.696Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
| 305 | 2024-09-27T04:14:49.696Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 306 | 2024-09-27T04:14:49.696Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 307 | 2024-09-27T04:14:49.705Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:367
|
| 308 | 2024-09-27T04:14:49.705Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 920c8d28-f036-461d-9868-6b5051222a71 (zpool)
|
| 309 | 2024-09-27T04:14:49.802Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }
|
| 310 | 2024-09-27T04:14:49.811Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:217
|
| 311 | 2024-09-27T04:14:49.811Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 312 | 2024-09-27T04:14:49.811Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 313 | 2024-09-27T04:14:49.811Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 314 | 2024-09-27T04:14:49.811Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 315 | 2024-09-27T04:14:49.811Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 316 | 2024-09-27T04:14:49.811Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 317 | 2024-09-27T04:14:49.848Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 318 | 2024-09-27T04:14:49.857Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_920c8d28-f036-461d-9868-6b5051222a71/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 319 | 2024-09-27T04:14:50.031Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_920c8d28-f036-461d-9868-6b5051222a71
file = sled-storage/src/dataset.rs:366
|
| 320 | 2024-09-27T04:14:50.038Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
| 321 | 2024-09-27T04:14:50.038Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
| 322 | 2024-09-27T04:14:50.038Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
| 323 | 2024-09-27T04:14:50.038Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 324 | 2024-09-27T04:14:50.038Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 325 | 2024-09-27T04:14:50.047Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:367
|
| 326 | 2024-09-27T04:14:50.047Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool)
|
| 327 | 2024-09-27T04:14:50.140Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }
|
| 328 | 2024-09-27T04:14:50.148Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:217
|
| 329 | 2024-09-27T04:14:50.148Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 330 | 2024-09-27T04:14:50.148Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 331 | 2024-09-27T04:14:50.148Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 332 | 2024-09-27T04:14:50.148Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 333 | 2024-09-27T04:14:50.148Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 334 | 2024-09-27T04:14:50.148Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 335 | 2024-09-27T04:14:50.152Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 336 | 2024-09-27T04:14:50.184Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 337 | 2024-09-27T04:14:50.192Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 338 | 2024-09-27T04:14:50.371Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_d15d88e8-b9ae-406e-96ef-61d5336cbbdf
file = sled-storage/src/dataset.rs:366
|
| 339 | 2024-09-27T04:14:50.378Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
| 340 | 2024-09-27T04:14:50.379Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
| 341 | 2024-09-27T04:14:50.379Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
| 342 | 2024-09-27T04:14:50.379Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 343 | 2024-09-27T04:14:50.379Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 344 | 2024-09-27T04:14:50.389Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:367
|
| 345 | 2024-09-27T04:14:50.389Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool)
|
| 346 | 2024-09-27T04:14:50.484Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }
|
| 347 | 2024-09-27T04:14:50.493Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:217
|
| 348 | 2024-09-27T04:14:50.493Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 349 | 2024-09-27T04:14:50.493Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 350 | 2024-09-27T04:14:50.493Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 351 | 2024-09-27T04:14:50.493Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 352 | 2024-09-27T04:14:50.493Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 353 | 2024-09-27T04:14:50.493Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 354 | 2024-09-27T04:14:50.531Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 355 | 2024-09-27T04:14:50.539Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 356 | 2024-09-27T04:14:50.714Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_48604733-34f0-4c7d-a800-bc2d35a9bd55
file = sled-storage/src/dataset.rs:366
|
| 357 | 2024-09-27T04:14:50.723Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
| 358 | 2024-09-27T04:14:50.723Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
| 359 | 2024-09-27T04:14:50.723Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
| 360 | 2024-09-27T04:14:50.723Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 361 | 2024-09-27T04:14:50.723Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 362 | 2024-09-27T04:14:50.733Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:367
|
| 363 | 2024-09-27T04:14:50.733Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool)
|
| 364 | 2024-09-27T04:14:50.833Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External }
|
| 365 | 2024-09-27T04:14:50.840Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:217
|
| 366 | 2024-09-27T04:14:50.840Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 367 | 2024-09-27T04:14:50.840Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 368 | 2024-09-27T04:14:50.840Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 369 | 2024-09-27T04:14:50.840Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 370 | 2024-09-27T04:14:50.840Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 371 | 2024-09-27T04:14:50.840Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 372 | 2024-09-27T04:14:50.875Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 373 | 2024-09-27T04:14:50.884Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 374 | 2024-09-27T04:14:51.064Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9
file = sled-storage/src/dataset.rs:366
|
| 375 | 2024-09-27T04:14:51.072Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
| 376 | 2024-09-27T04:14:51.072Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
| 377 | 2024-09-27T04:14:51.072Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
| 378 | 2024-09-27T04:14:51.072Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 379 | 2024-09-27T04:14:51.072Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 380 | 2024-09-27T04:14:51.082Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:367
|
| 381 | 2024-09-27T04:14:51.082Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool)
|
| 382 | 2024-09-27T04:14:51.179Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }
|
| 383 | 2024-09-27T04:14:51.189Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:217
|
| 384 | 2024-09-27T04:14:51.189Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 385 | 2024-09-27T04:14:51.189Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 386 | 2024-09-27T04:14:51.189Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 387 | 2024-09-27T04:14:51.189Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 388 | 2024-09-27T04:14:51.189Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 389 | 2024-09-27T04:14:51.189Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 390 | 2024-09-27T04:14:51.193Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 391 | 2024-09-27T04:14:51.227Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 392 | 2024-09-27T04:14:51.235Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 393 | 2024-09-27T04:14:51.416Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_ad5c2b78-2060-4fe0-91d7-d3f409464f81
file = sled-storage/src/dataset.rs:366
|
| 394 | 2024-09-27T04:14:51.425Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
| 395 | 2024-09-27T04:14:51.425Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
| 396 | 2024-09-27T04:14:51.425Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
| 397 | 2024-09-27T04:14:51.425Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 398 | 2024-09-27T04:14:51.425Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 399 | 2024-09-27T04:14:51.434Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:367
|
| 400 | 2024-09-27T04:14:51.434Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool)
|
| 401 | 2024-09-27T04:14:51.537Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External }
|
| 402 | 2024-09-27T04:14:51.545Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:217
|
| 403 | 2024-09-27T04:14:51.545Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 404 | 2024-09-27T04:14:51.545Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 405 | 2024-09-27T04:14:51.545Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 406 | 2024-09-27T04:14:51.545Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 407 | 2024-09-27T04:14:51.546Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 408 | 2024-09-27T04:14:51.546Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 409 | 2024-09-27T04:14:51.582Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 410 | 2024-09-27T04:14:51.590Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 411 | 2024-09-27T04:14:51.778Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_ca4b22d7-a885-4c9b-a158-428c94d728ff
file = sled-storage/src/dataset.rs:366
|
| 412 | 2024-09-27T04:14:51.787Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
| 413 | 2024-09-27T04:14:51.787Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
| 414 | 2024-09-27T04:14:51.787Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
| 415 | 2024-09-27T04:14:51.787Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 416 | 2024-09-27T04:14:51.787Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 417 | 2024-09-27T04:14:51.797Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:367
|
| 418 | 2024-09-27T04:14:51.797Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool)
|
| 419 | 2024-09-27T04:14:51.889Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External }
|
| 420 | 2024-09-27T04:14:51.896Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:217
|
| 421 | 2024-09-27T04:14:51.896Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 422 | 2024-09-27T04:14:51.896Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 423 | 2024-09-27T04:14:51.896Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 424 | 2024-09-27T04:14:51.896Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 425 | 2024-09-27T04:14:51.896Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 426 | 2024-09-27T04:14:51.896Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 427 | 2024-09-27T04:14:51.935Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 428 | 2024-09-27T04:14:51.942Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 429 | 2024-09-27T04:14:52.116Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_4b036abe-abef-463a-8eb9-d1a1776e412a
file = sled-storage/src/dataset.rs:366
|
| 430 | 2024-09-27T04:14:52.123Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
| 431 | 2024-09-27T04:14:52.123Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
| 432 | 2024-09-27T04:14:52.123Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 433 | 2024-09-27T04:14:52.123Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 748b8e75-76ee-4580-b164-75555bc6ebe0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 434 | 2024-09-27T04:14:52.123Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 435 | 2024-09-27T04:14:52.123Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 436 | 2024-09-27T04:14:52.123Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 437 | 2024-09-27T04:14:52.124Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:868
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 438 | 2024-09-27T04:14:52.124Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 439 | 2024-09-27T04:14:52.124Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:894
generation = Generation(1)
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 440 | 2024-09-27T04:14:52.124Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:899
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 441 | 2024-09-27T04:14:52.124Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:904
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 442 | 2024-09-27T04:14:52.124Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:121
gen = Generation(1)
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 443 | 2024-09-27T04:14:52.124Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:910
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 444 | 2024-09-27T04:14:52.124Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:773
gen = Generation(1)
|
| 445 | 2024-09-27T04:14:52.124Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:915
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 446 | 2024-09-27T04:14:52.124Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3595035
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:42802
req_id = 670451fd-015b-447a-ac44-93ce434b880a
response_code = 200
uri = /omicron-physical-disks
|
| 447 | 2024-09-27T04:14:52.156Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 4470e14d-7fd3-480c-865a-bde0ed28edfc (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0dad28ff-10aa-4a01-ada2-5b1699288574 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: eefddb16-7132-4cf9-94a7-0988f3d6ef55 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 448 | 2024-09-27T04:14:52.156Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37253
|
| 449 | 2024-09-27T04:14:52.156Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 450 | 2024-09-27T04:14:52.156Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 451 | 2024-09-27T04:14:52.199Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 452 | 2024-09-27T04:14:52.209Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 453 | 2024-09-27T04:14:52.209Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 454 | 2024-09-27T04:14:52.261Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 455 | 2024-09-27T04:14:52.261Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 456 | 2024-09-27T04:14:52.312Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 457 | 2024-09-27T04:14:52.312Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 458 | 2024-09-27T04:14:52.312Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 459 | 2024-09-27T04:14:52.312Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 460 | 2024-09-27T04:14:52.357Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 461 | 2024-09-27T04:14:52.357Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 462 | 2024-09-27T04:14:52.357Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 463 | 2024-09-27T04:14:52.408Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
file = illumos-utils/src/zone.rs:316
|
| 464 | 2024-09-27T04:14:52.412Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
file = illumos-utils/src/zone.rs:316
|
| 465 | 2024-09-27T04:14:52.416Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574
file = illumos-utils/src/zone.rs:316
|
| 466 | 2024-09-27T04:14:52.428Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
file = illumos-utils/src/zone.rs:354
|
| 467 | 2024-09-27T04:14:52.433Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
file = illumos-utils/src/zone.rs:354
|
| 468 | 2024-09-27T04:14:52.436Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574
file = illumos-utils/src/zone.rs:354
|
| 469 | 2024-09-27T04:14:53.200Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 470 | 2024-09-27T04:14:53.912Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 471 | 2024-09-27T04:14:54.387Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
| 472 | 2024-09-27T04:14:54.387Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 473 | 2024-09-27T04:14:54.863Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 474 | 2024-09-27T04:14:54.863Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
| 475 | 2024-09-27T04:14:54.863Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
| 476 | 2024-09-27T04:14:54.863Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
|
| 477 | 2024-09-27T04:14:54.868Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574
|
| 478 | 2024-09-27T04:14:54.872Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
|
| 479 | 2024-09-27T04:14:54.993Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55") failed: Property not found. retry in 63.81444ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
|
| 480 | 2024-09-27T04:14:54.999Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574") failed: Property not found. retry in 37.791255ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574
|
| 481 | 2024-09-27T04:14:55.005Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc") failed: Property not found. retry in 43.204183ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
|
| 482 | 2024-09-27T04:14:55.045Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574") failed: Property not found. retry in 111.661706ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574
|
| 483 | 2024-09-27T04:14:55.056Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc") failed: Property not found. retry in 74.180831ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
|
| 484 | 2024-09-27T04:14:55.075Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55") failed: Property not found. retry in 74.339003ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
|
| 485 | 2024-09-27T04:14:55.156Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc") failed: Property not found. retry in 169.743266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
|
| 486 | 2024-09-27T04:14:55.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55") failed: Property not found. retry in 168.110317ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
|
| 487 | 2024-09-27T04:14:55.186Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574") failed: Property not found. retry in 223.280712ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574
|
| 488 | 2024-09-27T04:14:55.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc") failed: Property not found. retry in 546.590423ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
|
| 489 | 2024-09-27T04:14:55.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55") failed: Property not found. retry in 488.010378ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
|
| 490 | 2024-09-27T04:14:55.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574") failed: Property not found. retry in 417.724301ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574
|
| 491 | 2024-09-27T04:14:55.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574") failed: Property not found. retry in 695.128757ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574
|
| 492 | 2024-09-27T04:14:55.885Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55") failed: Property not found. retry in 565.331239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
|
| 493 | 2024-09-27T04:14:55.910Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc") failed: Property not found. retry in 872.731799ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
|
| 494 | 2024-09-27T04:14:56.459Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55") failed: Property not found. retry in 1.047369773s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
|
| 495 | 2024-09-27T04:14:56.579Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574") failed: Property not found. retry in 995.958515ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574
|
| 496 | 2024-09-27T04:14:56.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc") failed: Property not found. retry in 853.839143ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
|
| 497 | 2024-09-27T04:14:57.517Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55") failed: Property not found. retry in 637.431309ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
|
| 498 | 2024-09-27T04:14:57.585Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574") failed: Property not found. retry in 1.48902699s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574
|
| 499 | 2024-09-27T04:14:57.655Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc") failed: Property not found. retry in 961.62061ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
|
| 500 | 2024-09-27T04:14:57.742Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:4262
|
| 501 | 2024-09-27T04:14:57.742Z | INFO | SledAgent (ServiceManager): Ensuring there is a default route
file = sled-agent/src/services.rs:4272
gateway = fd00:1122:3344:101::1
|
| 502 | 2024-09-27T04:14:57.747Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4351
|
| 503 | 2024-09-27T04:14:57.869Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4399
|
| 504 | 2024-09-27T04:14:57.869Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4426
|
| 505 | 2024-09-27T04:14:57.907Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4439
|
| 506 | 2024-09-27T04:14:57.907Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4303
|
| 507 | 2024-09-27T04:14:57.960Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4345
|
| 508 | 2024-09-27T04:14:57.960Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4406
rack_subnet = fd00:1122:3344::
|
| 509 | 2024-09-27T04:14:57.980Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4417
|
| 510 | 2024-09-27T04:14:57.980Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4459
|
| 511 | 2024-09-27T04:14:57.984Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 219554196356388148
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 512 | 2024-09-27T04:14:57.984Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12076507932183079389
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 513 | 2024-09-27T04:14:58.074Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4491
|
| 514 | 2024-09-27T04:14:58.074Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4497
|
| 515 | 2024-09-27T04:14:58.165Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55") failed: Property not found. retry in 753.413676ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
|
| 516 | 2024-09-27T04:14:58.195Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4538
|
| 517 | 2024-09-27T04:14:58.195Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:366
|
| 518 | 2024-09-27T04:14:58.202Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::2]:63877
|
| 519 | 2024-09-27T04:14:58.202Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::2]:63877
req_id = 8484304b-d5dc-4ed2-9ad2-42594fbe4777
response_code = 200
uri = /sled-identifiers
|
| 520 | 2024-09-27T04:14:58.228Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 521 | 2024-09-27T04:14:58.229Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:414
|
| 522 | 2024-09-27T04:14:58.260Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:676
|
| 523 | 2024-09-27T04:14:58.260Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:714
|
| 524 | 2024-09-27T04:14:58.260Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:717
uptime = 0
|
| 525 | 2024-09-27T04:14:58.260Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:436
|
| 526 | 2024-09-27T04:14:58.297Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 527 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 528 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 529 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 530 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 531 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 532 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 533 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 534 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 535 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 536 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 537 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 538 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 539 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 540 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 541 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 542 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 543 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 544 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 545 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 546 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 547 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 548 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 549 | 2024-09-27T04:14:58.345Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 550 | 2024-09-27T04:14:58.626Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc") failed: Property not found. retry in 1.281802832s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
|
| 551 | 2024-09-27T04:14:58.927Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55") failed: Property not found. retry in 973.675403ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
|
| 552 | 2024-09-27T04:14:59.071Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 553 | 2024-09-27T04:14:59.071Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 554 | 2024-09-27T04:14:59.083Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574") failed: Property not found. retry in 1.375341399s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574
|
| 555 | 2024-09-27T04:14:59.910Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55") failed: Property not found. retry in 739.51228ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
|
| 556 | 2024-09-27T04:14:59.918Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc") failed: Property not found. retry in 689.33508ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
|
| 557 | 2024-09-27T04:15:00.670Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_internal_dns_eefddb16-7132-4cf9-94a7-0988f3d6ef55
|
| 558 | 2024-09-27T04:15:00.670Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_internal_dns_0dad28ff-10aa-4a01-ada2-5b1699288574
|
| 559 | 2024-09-27T04:15:00.670Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_internal_dns_4470e14d-7fd3-480c-865a-bde0ed28edfc
|
| 560 | 2024-09-27T04:15:00.670Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 561 | 2024-09-27T04:15:00.670Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 562 | 2024-09-27T04:15:00.670Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8514323
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:37253
req_id = d9ddb313-8532-4952-9416-c5a90f1034f7
response_code = 204
uri = /omicron-zones
|
| 563 | 2024-09-27T04:15:00.672Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
| 564 | 2024-09-27T04:15:00.915Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 144.84142ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)
file = sled-agent/src/rack_setup/service.rs:595
|
| 565 | 2024-09-27T04:15:01.079Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
| 566 | 2024-09-27T04:15:01.124Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
| 567 | 2024-09-27T04:15:01.170Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:611
|
| 568 | 2024-09-27T04:15:01.170Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 569 | 2024-09-27T04:15:01.203Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 570 | 2024-09-27T04:15:01.204Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 571 | 2024-09-27T04:15:01.204Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 572 | 2024-09-27T04:15:01.233Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 4470e14d-7fd3-480c-865a-bde0ed28edfc (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0dad28ff-10aa-4a01-ada2-5b1699288574 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: eefddb16-7132-4cf9-94a7-0988f3d6ef55 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f9b6bb7b-7816-4ca0-872d-b13066db7a20 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d0ea67d5-9dd8-4e62-8196-65c3ca3d0c54, kind: Service { id: f9b6bb7b-7816-4ca0-872d-b13066db7a20 }, name: Name("ntp-f9b6bb7b-7816-4ca0-872d-b13066db7a20"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 77])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 573 | 2024-09-27T04:15:01.233Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45121
|
| 574 | 2024-09-27T04:15:01.233Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 575 | 2024-09-27T04:15:01.233Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 576 | 2024-09-27T04:15:01.255Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 577 | 2024-09-27T04:15:01.255Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 578 | 2024-09-27T04:15:01.274Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 579 | 2024-09-27T04:15:01.274Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 580 | 2024-09-27T04:15:01.291Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 581 | 2024-09-27T04:15:01.291Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 582 | 2024-09-27T04:15:01.292Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 583 | 2024-09-27T04:15:01.292Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 584 | 2024-09-27T04:15:01.303Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 585 | 2024-09-27T04:15:01.336Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 586 | 2024-09-27T04:15:01.336Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 587 | 2024-09-27T04:15:01.336Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 588 | 2024-09-27T04:15:01.366Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 246, 77]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
| 589 | 2024-09-27T04:15:01.366Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1261
zone_type = boundary_ntp
|
| 590 | 2024-09-27T04:15:01.367Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:83
|
| 591 | 2024-09-27T04:15:01.367Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:90
|
| 592 | 2024-09-27T04:15:01.367Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:118
|
| 593 | 2024-09-27T04:15:01.368Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 594 | 2024-09-27T04:15:01.391Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
file = illumos-utils/src/zone.rs:316
|
| 595 | 2024-09-27T04:15:01.410Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
file = illumos-utils/src/zone.rs:354
|
| 596 | 2024-09-27T04:15:02.036Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 597 | 2024-09-27T04:15:02.036Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
|
| 598 | 2024-09-27T04:15:02.174Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20") failed: Property not found. retry in 34.869928ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
|
| 599 | 2024-09-27T04:15:02.216Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20") failed: Property not found. retry in 60.374723ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
|
| 600 | 2024-09-27T04:15:02.294Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20") failed: Property not found. retry in 130.507155ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
|
| 601 | 2024-09-27T04:15:02.437Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20") failed: Property not found. retry in 424.614791ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
|
| 602 | 2024-09-27T04:15:02.870Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20") failed: Property not found. retry in 1.140364846s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
|
| 603 | 2024-09-27T04:15:04.019Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20") failed: Property not found. retry in 676.041275ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
|
| 604 | 2024-09-27T04:15:04.704Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20") failed: Property not found. retry in 1.215764847s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
|
| 605 | 2024-09-27T04:15:05.931Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20") failed: Property not found. retry in 1.00583035s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
|
| 606 | 2024-09-27T04:15:06.947Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20") failed: Property not found. retry in 1.030605007s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
|
| 607 | 2024-09-27T04:15:07.994Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 219554196356388148
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 608 | 2024-09-27T04:15:07.994Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12076507932183079389
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 609 | 2024-09-27T04:15:07.999Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20
|
| 610 | 2024-09-27T04:15:07.999Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 611 | 2024-09-27T04:15:07.999Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 612 | 2024-09-27T04:15:08.000Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 6766580
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:45121
req_id = d414e0fd-9a8d-4d4f-99cd-1c8b89a3d291
response_code = 204
uri = /omicron-zones
|
| 613 | 2024-09-27T04:15:08.002Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:652
|
| 614 | 2024-09-27T04:15:08.032Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 615 | 2024-09-27T04:15:08.032Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45416
|
| 616 | 2024-09-27T04:15:08.040Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3870
|
| 617 | 2024-09-27T04:15:08.041Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 8666
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45416
req_id = 4089e354-3f01-4e9e-9d29-724f72276b4e
response_code = 500
uri = /timesync
|
| 618 | 2024-09-27T04:15:08.043Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 619 | 2024-09-27T04:15:08.198Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 620 | 2024-09-27T04:15:08.198Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62338
|
| 621 | 2024-09-27T04:15:09.074Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 622 | 2024-09-27T04:15:09.074Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 623 | 2024-09-27T04:15:10.483Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 10767424799740051492
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 624 | 2024-09-27T04:15:10.631Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13443373103083991291
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 625 | 2024-09-27T04:15:10.672Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2150808624953819579
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 626 | 2024-09-27T04:15:12.207Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3870
|
| 627 | 2024-09-27T04:15:12.207Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 4008634
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:62338
req_id = 6ab07dc3-6e8a-4090-8a3d-55e6b8238438
response_code = 500
uri = /timesync
|
| 628 | 2024-09-27T04:15:12.209Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 629 | 2024-09-27T04:15:12.323Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 630 | 2024-09-27T04:15:12.323Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38406
|
| 631 | 2024-09-27T04:15:12.332Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3870
|
| 632 | 2024-09-27T04:15:12.332Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 8766
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38406
req_id = d204c852-a75f-4758-9a03-40749abb297f
response_code = 500
uri = /timesync
|
| 633 | 2024-09-27T04:15:12.334Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 634 | 2024-09-27T04:15:12.571Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 635 | 2024-09-27T04:15:12.572Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49170
|
| 636 | 2024-09-27T04:15:12.580Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_f9b6bb7b-7816-4ca0-872d-b13066db7a20': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3870
|
| 637 | 2024-09-27T04:15:12.580Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 8221
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49170
req_id = 1185cfcf-8ef3-4860-a435-6996e41614e5
response_code = 500
uri = /timesync
|
| 638 | 2024-09-27T04:15:12.582Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 639 | 2024-09-27T04:15:12.870Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 640 | 2024-09-27T04:15:12.870Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58179
|
| 641 | 2024-09-27T04:15:13.879Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1008517
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58179
req_id = bf6709ad-a077-47c8-9699-c8d6bbe891c7
response_code = 200
uri = /timesync
|
| 642 | 2024-09-27T04:15:13.880Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 643 | 2024-09-27T04:15:13.880Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 644 | 2024-09-27T04:15:14.185Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 645 | 2024-09-27T04:15:14.185Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56385
|
| 646 | 2024-09-27T04:15:14.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8226
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56385
req_id = 9a503903-b7a2-4144-9e56-93038f14a752
response_code = 200
uri = /timesync
|
| 647 | 2024-09-27T04:15:14.195Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 648 | 2024-09-27T04:15:14.195Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 649 | 2024-09-27T04:15:14.423Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 650 | 2024-09-27T04:15:14.423Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36363
|
| 651 | 2024-09-27T04:15:14.432Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8418
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36363
req_id = ba6a1bf4-c9b8-46d4-b0e5-a8d4e0a7264e
response_code = 200
uri = /timesync
|
| 652 | 2024-09-27T04:15:14.434Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 653 | 2024-09-27T04:15:14.434Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 654 | 2024-09-27T04:15:14.660Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 655 | 2024-09-27T04:15:14.660Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41419
|
| 656 | 2024-09-27T04:15:14.669Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8450
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41419
req_id = 53ce15db-df6f-4b73-baa8-b48219c7bc5a
response_code = 200
uri = /timesync
|
| 657 | 2024-09-27T04:15:14.671Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 658 | 2024-09-27T04:15:14.671Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 659 | 2024-09-27T04:15:16.038Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 660 | 2024-09-27T04:15:16.038Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34139
|
| 661 | 2024-09-27T04:15:16.046Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7735
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:34139
req_id = a023ac03-20b2-46d5-bbe2-764c51d7e444
response_code = 200
uri = /timesync
|
| 662 | 2024-09-27T04:15:16.048Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727410514.4430215, correction: -0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 663 | 2024-09-27T04:15:16.048Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 664 | 2024-09-27T04:15:16.327Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 665 | 2024-09-27T04:15:16.327Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47545
|
| 666 | 2024-09-27T04:15:16.336Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8481
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47545
req_id = 3118b898-67b4-4a3c-b2e9-2241d89bffab
response_code = 200
uri = /timesync
|
| 667 | 2024-09-27T04:15:16.338Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3323878402, ip_addr: 198.30.92.2, stratum: 3, ref_time: 1727410515.8031192, correction: -0.307563335 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 668 | 2024-09-27T04:15:16.338Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 669 | 2024-09-27T04:15:17.052Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 670 | 2024-09-27T04:15:17.052Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58473
|
| 671 | 2024-09-27T04:15:17.061Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8595
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58473
req_id = f9639501-bbde-45f8-addd-6a393eb4f888
response_code = 200
uri = /timesync
|
| 672 | 2024-09-27T04:15:17.063Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727410514.4430215, correction: -0.305594444 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 673 | 2024-09-27T04:15:17.064Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 674 | 2024-09-27T04:15:17.555Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 675 | 2024-09-27T04:15:17.555Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64997
|
| 676 | 2024-09-27T04:15:17.563Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7361
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64997
req_id = b042cfc2-ac59-4915-8385-a27d10e70416
response_code = 200
uri = /timesync
|
| 677 | 2024-09-27T04:15:17.564Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3323878402, ip_addr: 198.30.92.2, stratum: 3, ref_time: 1727410516.059081, correction: -0.29770878 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 678 | 2024-09-27T04:15:17.564Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 679 | 2024-09-27T04:15:18.095Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 680 | 2024-09-27T04:15:18.095Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33911
|
| 681 | 2024-09-27T04:15:18.103Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8056
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33911
req_id = a02d99f1-6a4e-45e3-922a-1aa6ac363cb6
response_code = 200
uri = /timesync
|
| 682 | 2024-09-27T04:15:18.105Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1244816003, ip_addr: 74.50.98.131, stratum: 3, ref_time: 1727410517.480973, correction: -0.307758868 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 683 | 2024-09-27T04:15:18.105Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 684 | 2024-09-27T04:15:19.132Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 219554196356388148
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 685 | 2024-09-27T04:15:19.133Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12076507932183079389
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 686 | 2024-09-27T04:15:19.137Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15736711107090685060
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 687 | 2024-09-27T04:15:19.137Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2810063308828900769
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 688 | 2024-09-27T04:15:19.463Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 689 | 2024-09-27T04:15:19.463Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38141
|
| 690 | 2024-09-27T04:15:19.472Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8092
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38141
req_id = 18ca0645-3709-4a63-b9da-8cd8231b61ef
response_code = 200
uri = /timesync
|
| 691 | 2024-09-27T04:15:19.473Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1244816003, ip_addr: 74.50.98.131, stratum: 3, ref_time: 1727410517.9429889, correction: -0.299001783 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 692 | 2024-09-27T04:15:19.473Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 693 | 2024-09-27T04:15:20.038Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 210.11943ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 694 | 2024-09-27T04:15:20.210Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 695 | 2024-09-27T04:15:20.210Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 696 | 2024-09-27T04:15:20.860Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 697 | 2024-09-27T04:15:20.860Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62703
|
| 698 | 2024-09-27T04:15:20.869Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8808
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:62703
req_id = 04d142e9-0fde-4de7-81ca-49d2061ae255
response_code = 200
uri = /timesync
|
| 699 | 2024-09-27T04:15:20.872Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410519.578019, correction: -0.287770003 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 700 | 2024-09-27T04:15:20.872Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 701 | 2024-09-27T04:15:21.595Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 702 | 2024-09-27T04:15:21.595Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62197
|
| 703 | 2024-09-27T04:15:21.603Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8032
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:62197
req_id = 544cf3d3-1132-45fb-8584-9ae084657d8b
response_code = 200
uri = /timesync
|
| 704 | 2024-09-27T04:15:21.605Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410519.578019, correction: -0.28577581 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 705 | 2024-09-27T04:15:21.605Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 706 | 2024-09-27T04:15:21.615Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 10767424799740051492
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 707 | 2024-09-27T04:15:21.762Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13443373103083991291
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 708 | 2024-09-27T04:15:21.802Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2150808624953819579
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 709 | 2024-09-27T04:15:23.402Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 710 | 2024-09-27T04:15:23.402Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64429
|
| 711 | 2024-09-27T04:15:23.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8098
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64429
req_id = 491dc0ef-142e-49d2-86df-12c73e1bdf11
response_code = 200
uri = /timesync
|
| 712 | 2024-09-27T04:15:23.412Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410522.1314695, correction: -0.27932483 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 713 | 2024-09-27T04:15:23.412Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 714 | 2024-09-27T04:15:25.796Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 715 | 2024-09-27T04:15:25.796Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59096
|
| 716 | 2024-09-27T04:15:25.804Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8157
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59096
req_id = 75e56284-156d-4964-9fe0-ee45a8ea13fe
response_code = 200
uri = /timesync
|
| 717 | 2024-09-27T04:15:25.806Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410525.3422277, correction: -0.272654742 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 718 | 2024-09-27T04:15:25.806Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 719 | 2024-09-27T04:15:27.816Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 720 | 2024-09-27T04:15:27.816Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37990
|
| 721 | 2024-09-27T04:15:27.824Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37990
req_id = 5534f2c1-d241-46f7-8ca0-5d3dc8e85499
response_code = 200
uri = /timesync
|
| 722 | 2024-09-27T04:15:27.827Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410526.437139, correction: -0.267134637 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 723 | 2024-09-27T04:15:27.827Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 724 | 2024-09-27T04:15:29.034Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38125
|
| 725 | 2024-09-27T04:15:29.035Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 78
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38125
req_id = cba0466e-651e-42f7-9d08-13a7d2f7fd0d
response_code = 200
uri = /baseboard
|
| 726 | 2024-09-27T04:15:29.107Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 219554196356388148
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 727 | 2024-09-27T04:15:29.107Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12076507932183079389
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 728 | 2024-09-27T04:15:29.111Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15736711107090685060
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 729 | 2024-09-27T04:15:29.112Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2810063308828900769
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 730 | 2024-09-27T04:15:29.596Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 731 | 2024-09-27T04:15:29.596Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33285
|
| 732 | 2024-09-27T04:15:29.604Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8442
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33285
req_id = b9a8e90c-446e-4e09-a085-2c37715e1fc3
response_code = 200
uri = /timesync
|
| 733 | 2024-09-27T04:15:29.606Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410528.1019735, correction: -0.262368798 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 734 | 2024-09-27T04:15:29.606Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 735 | 2024-09-27T04:15:30.186Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 736 | 2024-09-27T04:15:30.186Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 737 | 2024-09-27T04:15:31.589Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 10767424799740051492
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 738 | 2024-09-27T04:15:31.735Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13443373103083991291
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 739 | 2024-09-27T04:15:31.776Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2150808624953819579
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 740 | 2024-09-27T04:15:33.467Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 741 | 2024-09-27T04:15:33.468Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45656
|
| 742 | 2024-09-27T04:15:33.476Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8280
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45656
req_id = 1f61d8db-4585-4f4b-8329-a57dad5987b7
response_code = 200
uri = /timesync
|
| 743 | 2024-09-27T04:15:33.478Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410532.1214015, correction: -0.251892418 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 744 | 2024-09-27T04:15:33.478Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 745 | 2024-09-27T04:15:35.240Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 690.393212ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 746 | 2024-09-27T04:15:35.692Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 747 | 2024-09-27T04:15:35.692Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59059
|
| 748 | 2024-09-27T04:15:35.700Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8563
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59059
req_id = c8a3ba10-6f06-4120-993c-44115b987335
response_code = 200
uri = /timesync
|
| 749 | 2024-09-27T04:15:35.703Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410534.3335302, correction: -0.245922148 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 750 | 2024-09-27T04:15:35.703Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 751 | 2024-09-27T04:15:39.082Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 219554196356388148
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 752 | 2024-09-27T04:15:39.082Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12076507932183079389
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 753 | 2024-09-27T04:15:39.086Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15736711107090685060
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 754 | 2024-09-27T04:15:39.086Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2810063308828900769
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 755 | 2024-09-27T04:15:40.160Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 756 | 2024-09-27T04:15:40.160Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 757 | 2024-09-27T04:15:41.564Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 10767424799740051492
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 758 | 2024-09-27T04:15:41.709Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13443373103083991291
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 759 | 2024-09-27T04:15:41.751Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2150808624953819579
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 760 | 2024-09-27T04:15:42.609Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 761 | 2024-09-27T04:15:42.609Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56003
|
| 762 | 2024-09-27T04:15:42.619Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 9678
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56003
req_id = a6f7b020-65f2-41ba-831f-3d8389e23c9c
response_code = 200
uri = /timesync
|
| 763 | 2024-09-27T04:15:42.621Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1727410541.2788734, correction: -0.227161884 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 764 | 2024-09-27T04:15:42.621Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 765 | 2024-09-27T04:15:48.421Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 766 | 2024-09-27T04:15:48.421Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38835
|
| 767 | 2024-09-27T04:15:48.430Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8818
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38835
req_id = 382610a4-6be0-4a4d-99a9-0bf10cd97f78
response_code = 200
uri = /timesync
|
| 768 | 2024-09-27T04:15:48.433Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410547.8490157, correction: -0.21030736 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 769 | 2024-09-27T04:15:48.433Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 770 | 2024-09-27T04:15:49.058Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 219554196356388148
reason = Duration(60s)
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 771 | 2024-09-27T04:15:49.058Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 12076507932183079389
reason = Duration(60s)
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 772 | 2024-09-27T04:15:49.061Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15736711107090685060
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 773 | 2024-09-27T04:15:49.061Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2810063308828900769
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 774 | 2024-09-27T04:15:50.135Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 775 | 2024-09-27T04:15:50.135Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 776 | 2024-09-27T04:15:50.922Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 975.535485ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 777 | 2024-09-27T04:15:51.539Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 10767424799740051492
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 778 | 2024-09-27T04:15:51.683Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13443373103083991291
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 779 | 2024-09-27T04:15:51.724Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2150808624953819579
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 780 | 2024-09-27T04:15:53.033Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 781 | 2024-09-27T04:15:53.033Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59499
|
| 782 | 2024-09-27T04:15:53.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8635
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59499
req_id = 95b76457-0f28-4cd1-a8cd-1ec749c8ccb2
response_code = 200
uri = /timesync
|
| 783 | 2024-09-27T04:15:53.045Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410551.7982154, correction: -0.197894752 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 784 | 2024-09-27T04:15:53.045Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 785 | 2024-09-27T04:15:58.987Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54335
|
| 786 | 2024-09-27T04:15:58.988Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 52
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54335
req_id = af896381-adca-4f35-b165-6f11050678db
response_code = 200
uri = /baseboard
|
| 787 | 2024-09-27T04:15:59.036Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15736711107090685060
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 788 | 2024-09-27T04:15:59.036Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2810063308828900769
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 789 | 2024-09-27T04:15:59.733Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 790 | 2024-09-27T04:15:59.733Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62849
|
| 791 | 2024-09-27T04:15:59.741Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8599
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:62849
req_id = aed55a4f-b374-4e35-9f61-d90fb60a29d0
response_code = 200
uri = /timesync
|
| 792 | 2024-09-27T04:15:59.744Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410558.506003, correction: -0.179544106 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 793 | 2024-09-27T04:15:59.744Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 794 | 2024-09-27T04:16:00.110Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 795 | 2024-09-27T04:16:00.111Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 796 | 2024-09-27T04:16:01.514Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 10767424799740051492
reason = Duration(60s)
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 797 | 2024-09-27T04:16:01.657Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 13443373103083991291
reason = Duration(60s)
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 798 | 2024-09-27T04:16:01.699Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 2150808624953819579
reason = Duration(60s)
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 799 | 2024-09-27T04:16:05.189Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 800 | 2024-09-27T04:16:05.189Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36492
|
| 801 | 2024-09-27T04:16:05.198Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8442
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:36492
req_id = be3dfca2-5e7a-4598-9cd5-1eb5bcca1a76
response_code = 200
uri = /timesync
|
| 802 | 2024-09-27T04:16:05.200Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410564.1354456, correction: -0.164737314 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 803 | 2024-09-27T04:16:05.200Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 804 | 2024-09-27T04:16:06.889Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.188221376s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 805 | 2024-09-27T04:16:09.011Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 15736711107090685060
reason = Duration(60s)
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 806 | 2024-09-27T04:16:09.011Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 2810063308828900769
reason = Duration(60s)
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 807 | 2024-09-27T04:16:10.086Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 808 | 2024-09-27T04:16:10.086Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 809 | 2024-09-27T04:16:18.705Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 810 | 2024-09-27T04:16:18.705Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38535
|
| 811 | 2024-09-27T04:16:18.713Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8393
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38535
req_id = da1fd93a-700d-4501-ba66-496f9f2a875f
response_code = 200
uri = /timesync
|
| 812 | 2024-09-27T04:16:18.716Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410574.8986814, correction: -0.128021553 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 813 | 2024-09-27T04:16:18.716Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 814 | 2024-09-27T04:16:20.061Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 815 | 2024-09-27T04:16:20.061Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 816 | 2024-09-27T04:16:23.069Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 3.637643742s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 817 | 2024-09-27T04:16:28.479Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 818 | 2024-09-27T04:16:28.479Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42184
|
| 819 | 2024-09-27T04:16:28.488Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8884
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42184
req_id = 6e129ad5-9f4a-4311-a9ea-d1c562cf4601
response_code = 200
uri = /timesync
|
| 820 | 2024-09-27T04:16:28.490Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410582.5581594, correction: -0.101442046 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 821 | 2024-09-27T04:16:28.490Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 822 | 2024-09-27T04:16:28.940Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59721
|
| 823 | 2024-09-27T04:16:28.940Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 48
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59721
req_id = 57c6808d-5e4a-439e-b0be-321a5b311807
response_code = 200
uri = /baseboard
|
| 824 | 2024-09-27T04:16:30.036Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 825 | 2024-09-27T04:16:30.036Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 826 | 2024-09-27T04:16:38.366Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 827 | 2024-09-27T04:16:38.366Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50524
|
| 828 | 2024-09-27T04:16:38.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8013
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50524
req_id = 5dd8a963-e508-457f-9865-f97a447fcc44
response_code = 200
uri = /timesync
|
| 829 | 2024-09-27T04:16:38.376Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410590.508591, correction: -0.074598156 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 830 | 2024-09-27T04:16:38.376Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 831 | 2024-09-27T04:16:40.011Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 832 | 2024-09-27T04:16:40.011Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 833 | 2024-09-27T04:16:41.691Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 5.190400377s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 834 | 2024-09-27T04:16:49.986Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 16301376414449023406
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 835 | 2024-09-27T04:16:49.986Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 137400713875536617
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 836 | 2024-09-27T04:16:58.477Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 837 | 2024-09-27T04:16:58.478Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59635
|
| 838 | 2024-09-27T04:16:58.499Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 21699
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59635
req_id = 1de98aad-a335-4e4c-ab1e-7958189ad063
response_code = 200
uri = /timesync
|
| 839 | 2024-09-27T04:16:58.501Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-09-27T04:15:49.058733313Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 12076507932183079389
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 840 | 2024-09-27T04:16:58.501Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-09-27T04:16:01.699217618Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 2150808624953819579
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 841 | 2024-09-27T04:16:58.501Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-09-27T04:16:01.657830728Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 13443373103083991291
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 842 | 2024-09-27T04:16:58.502Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-09-27T04:16:09.011717985Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 2810063308828900769
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 843 | 2024-09-27T04:16:58.502Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-09-27T04:16:09.011466549Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 15736711107090685060
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 844 | 2024-09-27T04:16:58.502Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-09-27T04:16:01.514693935Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 10767424799740051492
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 845 | 2024-09-27T04:16:58.502Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-09-27T04:15:49.058231381Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 219554196356388148
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 846 | 2024-09-27T04:16:58.502Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 757151060, ip_addr: 45.33.53.84, stratum: 3, ref_time: 1727410615.5693555, correction: -0.019985128 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 847 | 2024-09-27T04:16:58.502Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1299
|
| 848 | 2024-09-27T04:16:58.531Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 4470e14d-7fd3-480c-865a-bde0ed28edfc (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0dad28ff-10aa-4a01-ada2-5b1699288574 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: eefddb16-7132-4cf9-94a7-0988f3d6ef55 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f9b6bb7b-7816-4ca0-872d-b13066db7a20 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d0ea67d5-9dd8-4e62-8196-65c3ca3d0c54, kind: Service { id: f9b6bb7b-7816-4ca0-872d-b13066db7a20 }, name: Name("ntp-f9b6bb7b-7816-4ca0-872d-b13066db7a20"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 77])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 34a0be16-b874-48af-b8cd-093d0ad2c14e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 68055718-1ca8-4b3c-8151-d07017032d95 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } } } }, OmicronZoneConfig { id: b31ed53d-87d1-4ef6-8317-5605c6ca8210 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } } } }, OmicronZoneConfig { id: e891e69f-7f1c-448c-86c7-d62e681c7651 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External } } } }, OmicronZoneConfig { id: 082e643a-e35a-4c0b-8f9f-2d5bf2908694 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 849 | 2024-09-27T04:16:58.532Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40772
|
| 850 | 2024-09-27T04:16:58.532Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 851 | 2024-09-27T04:16:58.532Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 852 | 2024-09-27T04:16:58.553Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 853 | 2024-09-27T04:16:58.553Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 854 | 2024-09-27T04:16:58.571Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 855 | 2024-09-27T04:16:58.571Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 856 | 2024-09-27T04:16:58.588Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 34a0be16-b874-48af-b8cd-093d0ad2c14e, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 857 | 2024-09-27T04:16:58.588Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 34a0be16-b874-48af-b8cd-093d0ad2c14e, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 858 | 2024-09-27T04:16:58.643Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 68055718-1ca8-4b3c-8151-d07017032d95, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 859 | 2024-09-27T04:16:58.643Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 68055718-1ca8-4b3c-8151-d07017032d95, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 860 | 2024-09-27T04:16:58.699Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b31ed53d-87d1-4ef6-8317-5605c6ca8210, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 861 | 2024-09-27T04:16:58.699Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: b31ed53d-87d1-4ef6-8317-5605c6ca8210, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 862 | 2024-09-27T04:16:58.754Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e891e69f-7f1c-448c-86c7-d62e681c7651, dataset_name: DatasetName { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 863 | 2024-09-27T04:16:58.754Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: e891e69f-7f1c-448c-86c7-d62e681c7651, dataset_name: DatasetName { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 864 | 2024-09-27T04:16:58.807Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 082e643a-e35a-4c0b-8f9f-2d5bf2908694, dataset_name: DatasetName { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 865 | 2024-09-27T04:16:58.807Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 082e643a-e35a-4c0b-8f9f-2d5bf2908694, dataset_name: DatasetName { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 866 | 2024-09-27T04:16:58.859Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 867 | 2024-09-27T04:16:58.859Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 868 | 2024-09-27T04:16:58.859Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 869 | 2024-09-27T04:16:58.859Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 870 | 2024-09-27T04:16:58.894Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33508
|
| 871 | 2024-09-27T04:16:58.895Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 675
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33508
req_id = dc55756e-fdf1-410a-9c2e-23e064d7695b
response_code = 200
uri = /baseboard
|
| 872 | 2024-09-27T04:16:58.939Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 873 | 2024-09-27T04:16:58.939Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 874 | 2024-09-27T04:16:58.939Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 875 | 2024-09-27T04:16:58.939Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 876 | 2024-09-27T04:16:58.939Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 877 | 2024-09-27T04:16:59.030Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
file = illumos-utils/src/zone.rs:316
|
| 878 | 2024-09-27T04:16:59.034Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
file = illumos-utils/src/zone.rs:316
|
| 879 | 2024-09-27T04:16:59.038Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
file = illumos-utils/src/zone.rs:316
|
| 880 | 2024-09-27T04:16:59.042Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
file = illumos-utils/src/zone.rs:316
|
| 881 | 2024-09-27T04:16:59.046Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
file = illumos-utils/src/zone.rs:316
|
| 882 | 2024-09-27T04:16:59.051Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
file = illumos-utils/src/zone.rs:354
|
| 883 | 2024-09-27T04:16:59.055Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
file = illumos-utils/src/zone.rs:354
|
| 884 | 2024-09-27T04:16:59.060Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
file = illumos-utils/src/zone.rs:354
|
| 885 | 2024-09-27T04:16:59.065Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
file = illumos-utils/src/zone.rs:354
|
| 886 | 2024-09-27T04:16:59.069Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
file = illumos-utils/src/zone.rs:354
|
| 887 | 2024-09-27T04:17:01.862Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 15.637611715s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 888 | 2024-09-27T04:17:02.028Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='b31ed53d-87d1-4ef6-8317-5605c6ca8210'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 889 | 2024-09-27T04:17:02.028Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 890 | 2024-09-27T04:17:02.064Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='34a0be16-b874-48af-b8cd-093d0ad2c14e'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 891 | 2024-09-27T04:17:02.065Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 892 | 2024-09-27T04:17:02.072Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='082e643a-e35a-4c0b-8f9f-2d5bf2908694'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 893 | 2024-09-27T04:17:02.072Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 894 | 2024-09-27T04:17:02.080Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='68055718-1ca8-4b3c-8151-d07017032d95'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 895 | 2024-09-27T04:17:02.080Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 896 | 2024-09-27T04:17:02.086Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='e891e69f-7f1c-448c-86c7-d62e681c7651'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 897 | 2024-09-27T04:17:02.086Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 898 | 2024-09-27T04:17:02.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210") failed: Property not found. retry in 47.232494ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 899 | 2024-09-27T04:17:02.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 68.232105ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 900 | 2024-09-27T04:17:02.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 60.593834ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 901 | 2024-09-27T04:17:02.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694") failed: Property not found. retry in 26.85134ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 902 | 2024-09-27T04:17:02.221Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 25.989924ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 903 | 2024-09-27T04:17:02.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210") failed: Property not found. retry in 52.399676ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 904 | 2024-09-27T04:17:02.265Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694") failed: Property not found. retry in 86.863616ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 905 | 2024-09-27T04:17:02.413Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 129.993751ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 906 | 2024-09-27T04:17:02.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210") failed: Property not found. retry in 225.756374ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 907 | 2024-09-27T04:17:02.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 207.412818ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 908 | 2024-09-27T04:17:02.918Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694") failed: Property not found. retry in 219.621829ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 909 | 2024-09-27T04:17:03.214Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 115.824167ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 910 | 2024-09-27T04:17:03.247Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 102.640395ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 911 | 2024-09-27T04:17:03.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210") failed: Property not found. retry in 439.377974ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 912 | 2024-09-27T04:17:03.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 582.941517ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 913 | 2024-09-27T04:17:03.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694") failed: Property not found. retry in 259.820921ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 914 | 2024-09-27T04:17:03.797Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 278.160339ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 915 | 2024-09-27T04:17:04.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 162.071999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 916 | 2024-09-27T04:17:04.946Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210") failed: Property not found. retry in 785.991243ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 917 | 2024-09-27T04:17:05.005Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 980.787839ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 918 | 2024-09-27T04:17:05.108Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694") failed: Property not found. retry in 630.195845ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 919 | 2024-09-27T04:17:05.150Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 568.400934ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 920 | 2024-09-27T04:17:05.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 349.449843ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 921 | 2024-09-27T04:17:05.522Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 618.885412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 922 | 2024-09-27T04:17:05.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 553.749001ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 923 | 2024-09-27T04:17:05.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210") failed: Property not found. retry in 909.293538ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 924 | 2024-09-27T04:17:05.750Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694") failed: Property not found. retry in 681.577827ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 925 | 2024-09-27T04:17:05.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 868.840339ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 926 | 2024-09-27T04:17:06.149Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 837.119541ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 927 | 2024-09-27T04:17:06.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 1.335684418s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 928 | 2024-09-27T04:17:06.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694") failed: Property not found. retry in 1.342342803s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 929 | 2024-09-27T04:17:06.658Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210") failed: Property not found. retry in 634.4188ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 930 | 2024-09-27T04:17:06.872Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 1.343798524s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 931 | 2024-09-27T04:17:06.995Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 908.194071ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 932 | 2024-09-27T04:17:07.304Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210") failed: Property not found. retry in 699.704767ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 933 | 2024-09-27T04:17:07.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 598.216469ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 934 | 2024-09-27T04:17:07.798Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694") failed: Property not found. retry in 554.300021ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 935 | 2024-09-27T04:17:07.917Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 1.11609468s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 936 | 2024-09-27T04:17:08.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210") failed: Property not found. retry in 1.469697735s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 937 | 2024-09-27T04:17:08.226Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 912.250719ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 938 | 2024-09-27T04:17:08.247Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 1.054389381s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 939 | 2024-09-27T04:17:08.360Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694") failed: Property not found. retry in 1.228516527s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 940 | 2024-09-27T04:17:09.041Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 1.321927595s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 941 | 2024-09-27T04:17:09.148Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 1.35781636s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 942 | 2024-09-27T04:17:09.310Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 521.74652ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 943 | 2024-09-27T04:17:09.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210") failed: Property not found. retry in 1.218758925s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 944 | 2024-09-27T04:17:09.597Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694") failed: Property not found. retry in 1.179459556s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 945 | 2024-09-27T04:17:09.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 824.380502ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 946 | 2024-09-27T04:17:10.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 1.119781958s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 947 | 2024-09-27T04:17:10.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 1.326977015s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 948 | 2024-09-27T04:17:10.676Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 1.126310215s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 949 | 2024-09-27T04:17:10.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210") failed: Property not found. retry in 1.434257443s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 950 | 2024-09-27T04:17:10.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694") failed: Property not found. retry in 765.576006ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 951 | 2024-09-27T04:17:11.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 1.101202344s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 952 | 2024-09-27T04:17:11.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 559.322242ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 953 | 2024-09-27T04:17:11.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 1.329851615s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 954 | 2024-09-27T04:17:12.383Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 1.480966433s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 955 | 2024-09-27T04:17:12.617Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 1.49140535s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 956 | 2024-09-27T04:17:13.624Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 1.275459662s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 957 | 2024-09-27T04:17:13.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 973.523548ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 958 | 2024-09-27T04:17:14.122Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 1.276615787s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 959 | 2024-09-27T04:17:14.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 660.879734ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 960 | 2024-09-27T04:17:14.911Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 1.323835049s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 961 | 2024-09-27T04:17:15.410Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 1.20198254s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 962 | 2024-09-27T04:17:15.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 1.150015491s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 963 | 2024-09-27T04:17:16.244Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 1.471009897s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 964 | 2024-09-27T04:17:16.621Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 966.717567ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 965 | 2024-09-27T04:17:16.757Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 788.872761ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 966 | 2024-09-27T04:17:17.554Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 993.042784ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 967 | 2024-09-27T04:17:17.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 632.617815ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 968 | 2024-09-27T04:17:17.724Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 567.700861ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 969 | 2024-09-27T04:17:18.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 836.584602ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 970 | 2024-09-27T04:17:18.299Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 924.71878ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 971 | 2024-09-27T04:17:18.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 1.230723053s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 972 | 2024-09-27T04:17:19.082Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 1.134768221s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 973 | 2024-09-27T04:17:19.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 766.447905ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 974 | 2024-09-27T04:17:19.795Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 505.329723ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 975 | 2024-09-27T04:17:20.007Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 604.772685ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 976 | 2024-09-27T04:17:20.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 679.919324ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 977 | 2024-09-27T04:17:20.309Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95") failed: Property not found. retry in 1.340889797s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 978 | 2024-09-27T04:17:20.621Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651") failed: Property not found. retry in 1.170095321s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 979 | 2024-09-27T04:17:20.916Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e") failed: Property not found. retry in 1.395861606s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 980 | 2024-09-27T04:17:22.335Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_cockroachdb_b31ed53d-87d1-4ef6-8317-5605c6ca8210
|
| 981 | 2024-09-27T04:17:22.335Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_cockroachdb_e891e69f-7f1c-448c-86c7-d62e681c7651
|
| 982 | 2024-09-27T04:17:22.335Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694
|
| 983 | 2024-09-27T04:17:22.335Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_cockroachdb_68055718-1ca8-4b3c-8151-d07017032d95
|
| 984 | 2024-09-27T04:17:22.335Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_cockroachdb_34a0be16-b874-48af-b8cd-093d0ad2c14e
|
| 985 | 2024-09-27T04:17:22.335Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 986 | 2024-09-27T04:17:22.335Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 987 | 2024-09-27T04:17:22.336Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 23824438
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:40772
req_id = db290e5a-fe27-4fbf-8c73-e36fbd075d13
response_code = 204
uri = /omicron-zones
|
| 988 | 2024-09-27T04:17:22.370Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63996
|
| 989 | 2024-09-27T04:17:22.400Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221
file = sled-agent/src/services.rs:3713
|
| 990 | 2024-09-27T04:17:22.580Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3731
|
| 991 | 2024-09-27T04:17:37.119Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize CockroachDb: Error running command in zone 'oxz_cockroachdb_082e643a-e35a-4c0b-8f9f-2d5bf2908694': Command [/opt/oxide/cockroachdb/bin/cockroach sql --insecure --host [fd00:1122:3344:101::7]:32221 --file /opt/oxide/cockroachdb/sql/dbinit.sql] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE VIEW\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): "sql txn" meta={id=85f64390 key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.01320885 epo=0 ts=1727410653.926002604,2 min=1727410643.264409823,0 seq=950} lock=true stat=PENDING rts=1727410643.264409823,0 wto=false gul=1727410643.764409823,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): "sql txn" meta={id=85f64390 key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.01320885 epo=0 ts=1727410653.926002604,2 min=1727410643.264409823,0 seq=950} lock=true stat=PENDING rts=1727410643.264409823,0 wto=false gul=1727410643.764409823,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nFailed running "sql"\n
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 14749226
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:63996
req_id = aef2010a-d5e7-4777-990e-749d237b0c5a
response_code = 500
uri = /cockroachdb
|
| 992 | 2024-09-27T04:17:37.121Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38562
|
| 993 | 2024-09-27T04:17:37.123Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "aef2010a-d5e7-4777-990e-749d237b0c5a", "content-length": "124", "date": "Fri, 27 Sep 2024 04:17:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "aef2010a-d5e7-4777-990e-749d237b0c5a" }
file = sled-agent/src/rack_setup/service.rs:1028
retry_after = 123.832403ms
|
| 994 | 2024-09-27T04:17:37.123Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1083
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:38562
req_id = d309e046-206c-4bd0-8358-ef65800e611f
response_code = 200
uri = /baseboard
|
| 995 | 2024-09-27T04:17:37.129Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 32.299328385s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 996 | 2024-09-27T04:17:37.297Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::7]:32221
file = sled-agent/src/services.rs:3713
|
| 997 | 2024-09-27T04:17:37.929Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3731
|
| 998 | 2024-09-27T04:17:52.048Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3754
|
| 999 | 2024-09-27T04:17:52.048Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 14800131
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:63996
req_id = 0e0c358c-1a2e-4451-afe5-a2c2ebf015e4
response_code = 204
uri = /cockroachdb
|
| 1000 | 2024-09-27T04:17:52.093Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 4470e14d-7fd3-480c-865a-bde0ed28edfc (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0dad28ff-10aa-4a01-ada2-5b1699288574 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: eefddb16-7132-4cf9-94a7-0988f3d6ef55 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f9b6bb7b-7816-4ca0-872d-b13066db7a20 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d0ea67d5-9dd8-4e62-8196-65c3ca3d0c54, kind: Service { id: f9b6bb7b-7816-4ca0-872d-b13066db7a20 }, name: Name("ntp-f9b6bb7b-7816-4ca0-872d-b13066db7a20"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 77])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 34a0be16-b874-48af-b8cd-093d0ad2c14e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 68055718-1ca8-4b3c-8151-d07017032d95 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } } } }, OmicronZoneConfig { id: b31ed53d-87d1-4ef6-8317-5605c6ca8210 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } } } }, OmicronZoneConfig { id: e891e69f-7f1c-448c-86c7-d62e681c7651 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External } } } }, OmicronZoneConfig { id: 082e643a-e35a-4c0b-8f9f-2d5bf2908694 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External } } } }, OmicronZoneConfig { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name("external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name("external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name("nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name("nexus-9b05ae10-b638-4e17-af1b-3d53602f4578"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name("nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: ebaaa9c6-af00-46bd-a317-f277a8b6acbe (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 45dceced-8d9e-4810-8bbd-67e505213606 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } } } }, OmicronZoneConfig { id: fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 9706fbce-7756-4505-a73d-b6af00fcd7ee (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: cc382c46-074d-4c15-8a4f-f63e245f09c6 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b23d952d-f39c-402c-80dd-29f815be14c2 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37d094ca-eff2-4057-abcc-1d48d30a833b (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b57297d-033e-4202-9799-cdc945b636be (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0bd9b495-7323-40a9-a298-f7387bff1fe3 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External } } } }, OmicronZoneConfig { id: 7d9c6025-fcf0-4bb5-a9f8-27441d950458 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4757f38f-71e1-4843-9353-c9d8cc5b91bb (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddd91161-876c-4fe6-8e31-ba515aab04d9 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External } } } }, OmicronZoneConfig { id: f3f76e0f-3b63-4689-a439-592ac565a4e0 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 1001 | 2024-09-27T04:17:52.094Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33273
|
| 1002 | 2024-09-27T04:17:52.095Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1003 | 2024-09-27T04:17:52.095Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 4470e14d-7fd3-480c-865a-bde0ed28edfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1004 | 2024-09-27T04:17:52.119Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1005 | 2024-09-27T04:17:52.119Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 0dad28ff-10aa-4a01-ada2-5b1699288574, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1006 | 2024-09-27T04:17:52.139Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1007 | 2024-09-27T04:17:52.139Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: eefddb16-7132-4cf9-94a7-0988f3d6ef55, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 1008 | 2024-09-27T04:17:52.159Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 34a0be16-b874-48af-b8cd-093d0ad2c14e, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1009 | 2024-09-27T04:17:52.159Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 34a0be16-b874-48af-b8cd-093d0ad2c14e, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1010 | 2024-09-27T04:17:52.178Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 68055718-1ca8-4b3c-8151-d07017032d95, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1011 | 2024-09-27T04:17:52.178Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 68055718-1ca8-4b3c-8151-d07017032d95, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1012 | 2024-09-27T04:17:52.197Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b31ed53d-87d1-4ef6-8317-5605c6ca8210, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1013 | 2024-09-27T04:17:52.197Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: b31ed53d-87d1-4ef6-8317-5605c6ca8210, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1014 | 2024-09-27T04:17:52.216Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e891e69f-7f1c-448c-86c7-d62e681c7651, dataset_name: DatasetName { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1015 | 2024-09-27T04:17:52.216Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: e891e69f-7f1c-448c-86c7-d62e681c7651, dataset_name: DatasetName { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1016 | 2024-09-27T04:17:52.234Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 082e643a-e35a-4c0b-8f9f-2d5bf2908694, dataset_name: DatasetName { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1017 | 2024-09-27T04:17:52.234Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 082e643a-e35a-4c0b-8f9f-2d5bf2908694, dataset_name: DatasetName { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 1018 | 2024-09-27T04:17:52.254Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1019 | 2024-09-27T04:17:52.254Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1020 | 2024-09-27T04:17:52.461Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1021 | 2024-09-27T04:17:52.461Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 1022 | 2024-09-27T04:17:52.626Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 45dceced-8d9e-4810-8bbd-67e505213606, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1023 | 2024-09-27T04:17:52.626Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 45dceced-8d9e-4810-8bbd-67e505213606, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 1024 | 2024-09-27T04:17:52.800Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b23d952d-f39c-402c-80dd-29f815be14c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1025 | 2024-09-27T04:17:52.800Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: b23d952d-f39c-402c-80dd-29f815be14c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6210349b-22b6-44dd-8230-95dadf638be1 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1026 | 2024-09-27T04:17:52.992Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 37d094ca-eff2-4057-abcc-1d48d30a833b, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1027 | 2024-09-27T04:17:52.992Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 37d094ca-eff2-4057-abcc-1d48d30a833b, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f211f92-688d-4df0-aca2-a594d7f2c11d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1028 | 2024-09-27T04:17:53.138Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b57297d-033e-4202-9799-cdc945b636be, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1029 | 2024-09-27T04:17:53.138Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 9b57297d-033e-4202-9799-cdc945b636be, dataset_name: DatasetName { pool_name: ZpoolName { id: 920c8d28-f036-461d-9868-6b5051222a71 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1030 | 2024-09-27T04:17:53.350Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0bd9b495-7323-40a9-a298-f7387bff1fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1031 | 2024-09-27T04:17:53.350Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 0bd9b495-7323-40a9-a298-f7387bff1fe3, dataset_name: DatasetName { pool_name: ZpoolName { id: d15d88e8-b9ae-406e-96ef-61d5336cbbdf (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1032 | 2024-09-27T04:17:53.552Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d9c6025-fcf0-4bb5-a9f8-27441d950458, dataset_name: DatasetName { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1033 | 2024-09-27T04:17:53.552Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 7d9c6025-fcf0-4bb5-a9f8-27441d950458, dataset_name: DatasetName { pool_name: ZpoolName { id: 48604733-34f0-4c7d-a800-bc2d35a9bd55 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1034 | 2024-09-27T04:17:53.748Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e, dataset_name: DatasetName { pool_name: ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1035 | 2024-09-27T04:17:53.748Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e, dataset_name: DatasetName { pool_name: ZpoolName { id: d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1036 | 2024-09-27T04:17:53.936Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4757f38f-71e1-4843-9353-c9d8cc5b91bb, dataset_name: DatasetName { pool_name: ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1037 | 2024-09-27T04:17:53.936Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 4757f38f-71e1-4843-9353-c9d8cc5b91bb, dataset_name: DatasetName { pool_name: ZpoolName { id: ad5c2b78-2060-4fe0-91d7-d3f409464f81 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1038 | 2024-09-27T04:17:54.083Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ddd91161-876c-4fe6-8e31-ba515aab04d9, dataset_name: DatasetName { pool_name: ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1039 | 2024-09-27T04:17:54.083Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: ddd91161-876c-4fe6-8e31-ba515aab04d9, dataset_name: DatasetName { pool_name: ZpoolName { id: ca4b22d7-a885-4c9b-a158-428c94d728ff (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1040 | 2024-09-27T04:17:54.304Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f3f76e0f-3b63-4689-a439-592ac565a4e0, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 1041 | 2024-09-27T04:17:54.304Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: f3f76e0f-3b63-4689-a439-592ac565a4e0, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b036abe-abef-463a-8eb9-d1a1776e412a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 1042 | 2024-09-27T04:17:54.546Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1043 | 2024-09-27T04:17:54.546Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1044 | 2024-09-27T04:17:54.547Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1045 | 2024-09-27T04:17:54.547Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1046 | 2024-09-27T04:17:54.786Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 1047 | 2024-09-27T04:17:54.787Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1048 | 2024-09-27T04:17:54.812Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 1049 | 2024-09-27T04:17:54.812Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1050 | 2024-09-27T04:17:54.812Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1051 | 2024-09-27T04:17:54.823Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 1052 | 2024-09-27T04:17:54.825Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 1053 | 2024-09-27T04:17:54.838Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 1054 | 2024-09-27T04:17:54.838Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1055 | 2024-09-27T04:17:54.851Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1056 | 2024-09-27T04:17:55.017Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1057 | 2024-09-27T04:17:55.017Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1058 | 2024-09-27T04:17:55.017Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1059 | 2024-09-27T04:17:55.017Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1060 | 2024-09-27T04:17:55.017Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1061 | 2024-09-27T04:17:55.017Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1062 | 2024-09-27T04:17:55.017Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1063 | 2024-09-27T04:17:55.017Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1064 | 2024-09-27T04:17:55.017Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1065 | 2024-09-27T04:17:55.017Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
file = illumos-utils/src/zone.rs:316
|
| 1066 | 2024-09-27T04:17:55.024Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
file = illumos-utils/src/zone.rs:316
|
| 1067 | 2024-09-27T04:17:55.029Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
file = illumos-utils/src/zone.rs:316
|
| 1068 | 2024-09-27T04:17:55.036Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
file = illumos-utils/src/zone.rs:316
|
| 1069 | 2024-09-27T04:17:55.042Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
file = illumos-utils/src/zone.rs:316
|
| 1070 | 2024-09-27T04:17:55.218Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
file = illumos-utils/src/zone.rs:354
|
| 1071 | 2024-09-27T04:17:55.223Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
file = illumos-utils/src/zone.rs:354
|
| 1072 | 2024-09-27T04:17:55.227Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
file = illumos-utils/src/zone.rs:354
|
| 1073 | 2024-09-27T04:17:55.232Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
file = illumos-utils/src/zone.rs:354
|
| 1074 | 2024-09-27T04:17:55.237Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
file = illumos-utils/src/zone.rs:354
|
| 1075 | 2024-09-27T04:17:55.242Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
file = illumos-utils/src/zone.rs:316
|
| 1076 | 2024-09-27T04:17:55.247Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
file = illumos-utils/src/zone.rs:316
|
| 1077 | 2024-09-27T04:17:55.252Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
file = illumos-utils/src/zone.rs:316
|
| 1078 | 2024-09-27T04:17:55.256Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
file = illumos-utils/src/zone.rs:316
|
| 1079 | 2024-09-27T04:17:55.261Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
file = illumos-utils/src/zone.rs:316
|
| 1080 | 2024-09-27T04:17:55.266Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
file = illumos-utils/src/zone.rs:316
|
| 1081 | 2024-09-27T04:17:55.271Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
file = illumos-utils/src/zone.rs:316
|
| 1082 | 2024-09-27T04:17:55.276Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
file = illumos-utils/src/zone.rs:316
|
| 1083 | 2024-09-27T04:17:55.280Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
file = illumos-utils/src/zone.rs:316
|
| 1084 | 2024-09-27T04:17:55.321Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 1085 | 2024-09-27T04:17:55.354Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 1086 | 2024-09-27T04:17:55.354Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
file = illumos-utils/src/zone.rs:354
|
| 1087 | 2024-09-27T04:17:55.359Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
file = illumos-utils/src/zone.rs:354
|
| 1088 | 2024-09-27T04:17:55.363Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
file = illumos-utils/src/zone.rs:354
|
| 1089 | 2024-09-27T04:17:55.368Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
file = illumos-utils/src/zone.rs:354
|
| 1090 | 2024-09-27T04:17:55.372Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
file = illumos-utils/src/zone.rs:354
|
| 1091 | 2024-09-27T04:17:55.376Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
file = illumos-utils/src/zone.rs:354
|
| 1092 | 2024-09-27T04:17:55.382Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
file = illumos-utils/src/zone.rs:354
|
| 1093 | 2024-09-27T04:17:55.388Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
file = illumos-utils/src/zone.rs:354
|
| 1094 | 2024-09-27T04:17:55.394Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
file = illumos-utils/src/zone.rs:354
|
| 1095 | 2024-09-27T04:17:55.433Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 1096 | 2024-09-27T04:17:55.466Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 1097 | 2024-09-27T04:17:55.499Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 1098 | 2024-09-27T04:17:55.501Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 1099 | 2024-09-27T04:17:55.501Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 1100 | 2024-09-27T04:17:55.535Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 248, 148]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 1101 | 2024-09-27T04:17:55.535Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1261
zone_type = nexus
|
| 1102 | 2024-09-27T04:17:55.537Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 1103 | 2024-09-27T04:17:55.537Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 1104 | 2024-09-27T04:17:55.576Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 155, 200]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 1105 | 2024-09-27T04:17:55.576Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1261
zone_type = external_dns
|
| 1106 | 2024-09-27T04:17:55.578Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 1107 | 2024-09-27T04:17:55.578Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 1108 | 2024-09-27T04:17:55.614Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 180, 117]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 1109 | 2024-09-27T04:17:55.614Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1261
zone_type = external_dns
|
| 1110 | 2024-09-27T04:17:55.615Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 1111 | 2024-09-27T04:17:55.615Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 1112 | 2024-09-27T04:17:55.671Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 162, 153]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 1113 | 2024-09-27T04:17:55.671Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1261
zone_type = nexus
|
| 1114 | 2024-09-27T04:17:55.672Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 1115 | 2024-09-27T04:17:55.673Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 1116 | 2024-09-27T04:17:55.727Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 245, 59]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 1117 | 2024-09-27T04:17:55.727Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1261
zone_type = nexus
|
| 1118 | 2024-09-27T04:17:55.727Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:83
|
| 1119 | 2024-09-27T04:17:55.727Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:90
|
| 1120 | 2024-09-27T04:17:55.727Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:83
|
| 1121 | 2024-09-27T04:17:55.727Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:90
|
| 1122 | 2024-09-27T04:17:55.731Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:118
|
| 1123 | 2024-09-27T04:17:55.733Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1124 | 2024-09-27T04:17:55.782Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:83
|
| 1125 | 2024-09-27T04:17:55.782Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:90
|
| 1126 | 2024-09-27T04:17:55.782Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:118
|
| 1127 | 2024-09-27T04:17:55.785Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1128 | 2024-09-27T04:17:55.785Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:83
|
| 1129 | 2024-09-27T04:17:55.785Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:90
|
| 1130 | 2024-09-27T04:17:55.786Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:83
|
| 1131 | 2024-09-27T04:17:55.786Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:90
|
| 1132 | 2024-09-27T04:17:55.786Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:118
|
| 1133 | 2024-09-27T04:17:55.828Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:118
|
| 1134 | 2024-09-27T04:17:55.831Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1135 | 2024-09-27T04:17:55.831Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1136 | 2024-09-27T04:17:55.831Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:118
|
| 1137 | 2024-09-27T04:17:55.834Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1138 | 2024-09-27T04:17:55.835Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
file = illumos-utils/src/zone.rs:316
|
| 1139 | 2024-09-27T04:17:55.885Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
file = illumos-utils/src/zone.rs:316
|
| 1140 | 2024-09-27T04:17:56.011Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
file = illumos-utils/src/zone.rs:354
|
| 1141 | 2024-09-27T04:17:56.024Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
file = illumos-utils/src/zone.rs:316
|
| 1142 | 2024-09-27T04:17:56.036Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
file = illumos-utils/src/zone.rs:354
|
| 1143 | 2024-09-27T04:17:56.049Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
file = illumos-utils/src/zone.rs:316
|
| 1144 | 2024-09-27T04:17:56.068Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
file = illumos-utils/src/zone.rs:316
|
| 1145 | 2024-09-27T04:17:56.084Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
file = illumos-utils/src/zone.rs:354
|
| 1146 | 2024-09-27T04:17:56.112Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
file = illumos-utils/src/zone.rs:354
|
| 1147 | 2024-09-27T04:17:56.126Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
file = illumos-utils/src/zone.rs:354
|
| 1148 | 2024-09-27T04:17:58.730Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1149 | 2024-09-27T04:17:58.731Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1150 | 2024-09-27T04:17:58.731Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1151 | 2024-09-27T04:17:58.740Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1152 | 2024-09-27T04:17:58.849Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_48604733-34f0-4c7d-a800-bc2d35a9bd55/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='20c7ad90-11a7-4d63-a1a8-4acf1545e7e0'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1153 | 2024-09-27T04:17:58.849Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_ca4b22d7-a885-4c9b-a158-428c94d728ff/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='e6e91a85-84ff-42f3-a530-bc876a4f4b75'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1154 | 2024-09-27T04:17:58.849Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1155 | 2024-09-27T04:17:58.860Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_ad5c2b78-2060-4fe0-91d7-d3f409464f81/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='ccac31b2-9310-43c0-b870-a0fe87c265ca'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1156 | 2024-09-27T04:17:58.861Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1157 | 2024-09-27T04:17:58.870Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_920c8d28-f036-461d-9868-6b5051222a71/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='ee5c12a6-3ce2-424a-8006-969452d03075'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1158 | 2024-09-27T04:17:58.871Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_4f211f92-688d-4df0-aca2-a594d7f2c11d/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='3cf0e8c1-bc4c-419d-ae24-3ecc4573c568'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1159 | 2024-09-27T04:17:58.871Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='e5697f1a-fced-4551-8767-15f1da7c167a'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1160 | 2024-09-27T04:17:58.872Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1161 | 2024-09-27T04:17:58.874Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='6d80af2d-cdd3-4157-ab27-afa2b737ea24'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1162 | 2024-09-27T04:17:58.874Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_6210349b-22b6-44dd-8230-95dadf638be1/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='7fd5c024-3aca-4def-9781-3232740d4d68'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1163 | 2024-09-27T04:17:58.874Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1164 | 2024-09-27T04:17:58.882Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1165 | 2024-09-27T04:17:58.890Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1166 | 2024-09-27T04:17:58.899Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1167 | 2024-09-27T04:17:58.907Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1168 | 2024-09-27T04:17:58.915Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1169 | 2024-09-27T04:17:58.922Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1170 | 2024-09-27T04:17:59.126Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 53.165824ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1171 | 2024-09-27T04:17:59.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 48.885127ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1172 | 2024-09-27T04:17:59.147Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 32.261772ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1173 | 2024-09-27T04:17:59.157Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 56.808568ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1174 | 2024-09-27T04:17:59.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 59.93524ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1175 | 2024-09-27T04:17:59.177Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 53.584565ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1176 | 2024-09-27T04:17:59.187Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 74.66265ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1177 | 2024-09-27T04:17:59.198Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 44.979041ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1178 | 2024-09-27T04:17:59.352Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 26.592711ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1179 | 2024-09-27T04:17:59.372Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 80.824918ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1180 | 2024-09-27T04:17:59.402Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 146.029124ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1181 | 2024-09-27T04:17:59.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 88.842782ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1182 | 2024-09-27T04:17:59.634Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1183 | 2024-09-27T04:17:59.635Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1184 | 2024-09-27T04:18:05.982Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 96.731346ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1185 | 2024-09-27T04:18:06.256Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 63.135619ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1186 | 2024-09-27T04:18:06.364Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 52.205083ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1187 | 2024-09-27T04:18:06.403Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 137.385762ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1188 | 2024-09-27T04:18:06.417Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 50.67001ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1189 | 2024-09-27T04:18:06.433Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 51.204887ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1190 | 2024-09-27T04:18:06.448Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 149.789294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1191 | 2024-09-27T04:18:06.883Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 57.744997ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1192 | 2024-09-27T04:18:06.905Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 201.830215ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1193 | 2024-09-27T04:18:06.920Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 194.298825ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1194 | 2024-09-27T04:18:06.934Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 287.622043ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1195 | 2024-09-27T04:18:06.947Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 114.167271ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1196 | 2024-09-27T04:18:06.961Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 115.582869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1197 | 2024-09-27T04:18:06.972Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 269.829564ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1198 | 2024-09-27T04:18:06.985Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 207.85486ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1199 | 2024-09-27T04:18:06.985Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1200 | 2024-09-27T04:18:07.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 86.64169ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1201 | 2024-09-27T04:18:07.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 179.499958ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1202 | 2024-09-27T04:18:07.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 127.026439ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1203 | 2024-09-27T04:18:07.041Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 170.401987ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1204 | 2024-09-27T04:18:07.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 31.618276ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1205 | 2024-09-27T04:18:07.052Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1206 | 2024-09-27T04:18:07.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 254.24764ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1207 | 2024-09-27T04:18:07.089Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 234.425719ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1208 | 2024-09-27T04:18:07.102Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 50.685333ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1209 | 2024-09-27T04:18:07.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 145.853482ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1210 | 2024-09-27T04:18:07.115Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_4b036abe-abef-463a-8eb9-d1a1776e412a/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='ba8e228b-b8bb-4c7e-b44e-ddd4f34e86fb'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1211 | 2024-09-27T04:18:07.129Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 538.357506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1212 | 2024-09-27T04:18:07.141Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 514.728424ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1213 | 2024-09-27T04:18:07.141Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1214 | 2024-09-27T04:18:07.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 258.628459ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1215 | 2024-09-27T04:18:07.180Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 508.340749ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1216 | 2024-09-27T04:18:07.205Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 492.444608ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1217 | 2024-09-27T04:18:07.216Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 534.216386ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1218 | 2024-09-27T04:18:07.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 246.174669ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1219 | 2024-09-27T04:18:07.233Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54124
|
| 1220 | 2024-09-27T04:18:07.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 317.411774ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1221 | 2024-09-27T04:18:07.250Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7036
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54124
req_id = 4843bdd3-a79b-43f7-b4b8-1156d02d51f7
response_code = 200
uri = /baseboard
|
| 1222 | 2024-09-27T04:18:07.260Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 514.237216ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1223 | 2024-09-27T04:18:07.275Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 373.283659ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1224 | 2024-09-27T04:18:07.317Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 68.601445ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1225 | 2024-09-27T04:18:07.337Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 200.195498ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1226 | 2024-09-27T04:18:07.351Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 1.186648546s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1227 | 2024-09-27T04:18:07.351Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='ebaaa9c6-af00-46bd-a317-f277a8b6acbe'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1228 | 2024-09-27T04:18:07.352Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1229 | 2024-09-27T04:18:07.395Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 58.057074ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1230 | 2024-09-27T04:18:07.405Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 65.111064ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1231 | 2024-09-27T04:18:07.491Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 587.502434ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1232 | 2024-09-27T04:18:07.522Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 133.362685ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1233 | 2024-09-27T04:18:07.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 76.114972ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1234 | 2024-09-27T04:18:07.551Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 786.132496ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1235 | 2024-09-27T04:18:07.569Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 1.12666653s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1236 | 2024-09-27T04:18:07.585Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 729.758723ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1237 | 2024-09-27T04:18:07.625Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 230.99824ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1238 | 2024-09-27T04:18:07.658Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 53.76124ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1239 | 2024-09-27T04:18:07.674Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 925.871738ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1240 | 2024-09-27T04:18:07.689Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 345.656597ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1241 | 2024-09-27T04:18:07.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 1.036737834s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1242 | 2024-09-27T04:18:07.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 1.041580927s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1243 | 2024-09-27T04:18:07.731Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 984.580117ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1244 | 2024-09-27T04:18:07.746Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 548.293821ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1245 | 2024-09-27T04:18:07.757Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 82.764224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1246 | 2024-09-27T04:18:07.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 745.804487ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1247 | 2024-09-27T04:18:07.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 1.004405876s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1248 | 2024-09-27T04:18:07.801Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1249 | 2024-09-27T04:18:07.801Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1250 | 2024-09-27T04:18:07.809Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1251 | 2024-09-27T04:18:07.809Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1252 | 2024-09-27T04:18:07.818Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1253 | 2024-09-27T04:18:07.818Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1254 | 2024-09-27T04:18:07.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 122.606276ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1255 | 2024-09-27T04:18:07.997Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 551.651623ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1256 | 2024-09-27T04:18:08.034Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 455.949887ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1257 | 2024-09-27T04:18:08.059Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 503.89465ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1258 | 2024-09-27T04:18:08.099Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 830.380153ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1259 | 2024-09-27T04:18:08.324Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 969.124425ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1260 | 2024-09-27T04:18:08.350Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 1.440257651s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1261 | 2024-09-27T04:18:08.377Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 1.307616495s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1262 | 2024-09-27T04:18:08.405Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 50.170633ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1263 | 2024-09-27T04:18:08.442Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 30.396333ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1264 | 2024-09-27T04:18:08.465Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 36.678807ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1265 | 2024-09-27T04:18:08.476Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 96.661906ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1266 | 2024-09-27T04:18:08.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 104.902654ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1267 | 2024-09-27T04:18:08.509Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 723.271065ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1268 | 2024-09-27T04:18:08.521Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 56.212559ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1269 | 2024-09-27T04:18:08.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 735.763872ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1270 | 2024-09-27T04:18:08.557Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 841.17195ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1271 | 2024-09-27T04:18:08.575Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 494.503898ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1272 | 2024-09-27T04:18:08.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 272.431086ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1273 | 2024-09-27T04:18:08.606Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 828.561684ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1274 | 2024-09-27T04:18:08.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 207.169047ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1275 | 2024-09-27T04:18:08.637Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 682.737781ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1276 | 2024-09-27T04:18:08.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 211.605178ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1277 | 2024-09-27T04:18:08.714Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 570.732874ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1278 | 2024-09-27T04:18:08.734Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 904.318614ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1279 | 2024-09-27T04:18:08.755Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 1.044720767s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1280 | 2024-09-27T04:18:08.777Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 648.473006ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1281 | 2024-09-27T04:18:08.817Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 875.53733ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1282 | 2024-09-27T04:18:08.847Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 320.875709ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1283 | 2024-09-27T04:18:08.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 344.933602ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1284 | 2024-09-27T04:18:08.899Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 593.495322ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1285 | 2024-09-27T04:18:08.946Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 670.853567ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1286 | 2024-09-27T04:18:09.084Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 516.151932ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1287 | 2024-09-27T04:18:09.181Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 826.294798ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1288 | 2024-09-27T04:18:09.239Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 439.794464ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1289 | 2024-09-27T04:18:09.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 1.385878274s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1290 | 2024-09-27T04:18:09.290Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 821.344972ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1291 | 2024-09-27T04:18:09.305Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 1.058832837s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1292 | 2024-09-27T04:18:09.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 841.099566ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1293 | 2024-09-27T04:18:09.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 1.259229032s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1294 | 2024-09-27T04:18:09.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 1.21725651s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1295 | 2024-09-27T04:18:09.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 1.477631123s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1296 | 2024-09-27T04:18:09.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 721.22093ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1297 | 2024-09-27T04:18:09.574Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 753.595015ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1298 | 2024-09-27T04:18:09.655Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 524.362318ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1299 | 2024-09-27T04:18:09.696Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 1.234902643s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1300 | 2024-09-27T04:18:09.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 570.56025ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1301 | 2024-09-27T04:18:09.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 581.137767ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1302 | 2024-09-27T04:18:09.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 870.903241ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1303 | 2024-09-27T04:18:09.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 555.248056ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1304 | 2024-09-27T04:18:09.803Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 749.483898ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1305 | 2024-09-27T04:18:09.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 1.370305286s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1306 | 2024-09-27T04:18:10.020Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 1.232521435s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1307 | 2024-09-27T04:18:10.127Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 950.736902ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1308 | 2024-09-27T04:18:10.176Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 618.095865ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1309 | 2024-09-27T04:18:10.193Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 865.006012ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1310 | 2024-09-27T04:18:10.269Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 534.39905ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1311 | 2024-09-27T04:18:10.290Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 991.572452ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1312 | 2024-09-27T04:18:10.308Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 871.733301ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1313 | 2024-09-27T04:18:10.319Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 1.117410269s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1314 | 2024-09-27T04:18:10.339Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 1.073469311s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1315 | 2024-09-27T04:18:10.377Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 1.326480999s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1316 | 2024-09-27T04:18:10.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 711.911356ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1317 | 2024-09-27T04:18:10.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 578.849716ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1318 | 2024-09-27T04:18:10.615Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 933.724361ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1319 | 2024-09-27T04:18:10.644Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 1.070730064s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1320 | 2024-09-27T04:18:10.654Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 1.348709867s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1321 | 2024-09-27T04:18:10.808Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 1.064390931s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1322 | 2024-09-27T04:18:10.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 798.533393ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1323 | 2024-09-27T04:18:10.945Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 1.481304564s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1324 | 2024-09-27T04:18:10.983Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 954.788852ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1325 | 2024-09-27T04:18:11.071Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 880.473045ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1326 | 2024-09-27T04:18:11.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 1.393291534s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1327 | 2024-09-27T04:18:11.190Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 721.899555ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1328 | 2024-09-27T04:18:11.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 1.389235746s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1329 | 2024-09-27T04:18:11.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 1.114037428s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1330 | 2024-09-27T04:18:11.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 1.424385624s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1331 | 2024-09-27T04:18:11.288Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 1.244005003s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1332 | 2024-09-27T04:18:11.296Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 1.411840837s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1333 | 2024-09-27T04:18:11.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 667.932019ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1334 | 2024-09-27T04:18:11.448Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 1.360704527s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1335 | 2024-09-27T04:18:11.558Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 1.108930165s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1336 | 2024-09-27T04:18:11.628Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 1.026844544s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1337 | 2024-09-27T04:18:11.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 749.695736ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1338 | 2024-09-27T04:18:11.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 1.020888933s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1339 | 2024-09-27T04:18:11.882Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 782.727195ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1340 | 2024-09-27T04:18:11.921Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 759.805783ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1341 | 2024-09-27T04:18:11.946Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 966.185782ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1342 | 2024-09-27T04:18:11.961Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 1.414741848s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1343 | 2024-09-27T04:18:12.015Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 1.471584554s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1344 | 2024-09-27T04:18:12.099Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 897.290315ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1345 | 2024-09-27T04:18:12.334Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 851.117244ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1346 | 2024-09-27T04:18:12.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 1.402014883s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1347 | 2024-09-27T04:18:12.475Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 1.179829822s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1348 | 2024-09-27T04:18:12.496Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 930.025954ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1349 | 2024-09-27T04:18:12.546Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 604.810695ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1350 | 2024-09-27T04:18:12.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 1.078512395s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1351 | 2024-09-27T04:18:12.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 650.724539ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1352 | 2024-09-27T04:18:12.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 765.633786ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1353 | 2024-09-27T04:18:12.692Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 1.006593917s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1354 | 2024-09-27T04:18:12.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 1.401408026s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1355 | 2024-09-27T04:18:12.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 592.557577ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1356 | 2024-09-27T04:18:12.725Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 512.897358ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1357 | 2024-09-27T04:18:12.757Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 1.384513047s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1358 | 2024-09-27T04:18:12.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 978.400892ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1359 | 2024-09-27T04:18:12.924Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 594.190066ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1360 | 2024-09-27T04:18:13.011Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 1.436881607s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1361 | 2024-09-27T04:18:13.170Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 945.060386ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1362 | 2024-09-27T04:18:13.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 1.491665938s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1363 | 2024-09-27T04:18:13.282Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 1.472896827s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1364 | 2024-09-27T04:18:13.326Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 1.038678801s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1365 | 2024-09-27T04:18:13.341Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 948.911341ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1366 | 2024-09-27T04:18:13.391Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 672.347757ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1367 | 2024-09-27T04:18:13.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 591.645022ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1368 | 2024-09-27T04:18:13.456Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 1.005239202s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1369 | 2024-09-27T04:18:13.498Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 838.792594ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1370 | 2024-09-27T04:18:13.530Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 894.185845ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1371 | 2024-09-27T04:18:13.625Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
<propval type="astring" name="ch_address" value='[fd00:1122:3344:101::e]:8123'/>
<propval type="astring" name="ch_binary" value='/opt/oxide//opt/oxide/clickhouse/clickhouse'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1372 | 2024-09-27T04:18:13.625Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1373 | 2024-09-27T04:18:13.667Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 894.34483ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1374 | 2024-09-27T04:18:13.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 611.525261ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1375 | 2024-09-27T04:18:13.711Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 531.941007ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1376 | 2024-09-27T04:18:13.809Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 1.19206572s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1377 | 2024-09-27T04:18:13.826Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606") failed: Property not found. retry in 37.579458ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1378 | 2024-09-27T04:18:13.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 1.454351697s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1379 | 2024-09-27T04:18:13.873Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606") failed: Property not found. retry in 141.976214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1380 | 2024-09-27T04:18:14.025Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606") failed: Property not found. retry in 193.805428ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1381 | 2024-09-27T04:18:14.042Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 811.650314ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1382 | 2024-09-27T04:18:14.075Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 1.460155199s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1383 | 2024-09-27T04:18:14.118Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 813.417671ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1384 | 2024-09-27T04:18:14.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 856.138926ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1385 | 2024-09-27T04:18:14.157Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 906.738525ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1386 | 2024-09-27T04:18:14.235Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606") failed: Property not found. retry in 413.076959ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1387 | 2024-09-27T04:18:14.256Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 791.431948ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1388 | 2024-09-27T04:18:14.303Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 618.706782ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1389 | 2024-09-27T04:18:14.316Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 873.770009ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1390 | 2024-09-27T04:18:14.353Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 1.19262522s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1391 | 2024-09-27T04:18:14.381Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 752.053124ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1392 | 2024-09-27T04:18:14.442Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 1.471902269s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1393 | 2024-09-27T04:18:14.464Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 893.139194ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1394 | 2024-09-27T04:18:14.476Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 1.046797965s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1395 | 2024-09-27T04:18:14.574Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 629.364236ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1396 | 2024-09-27T04:18:14.659Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606") failed: Property not found. retry in 666.707904ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1397 | 2024-09-27T04:18:14.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 512.706752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1398 | 2024-09-27T04:18:14.773Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 839.641913ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1399 | 2024-09-27T04:18:14.869Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 835.512336ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1400 | 2024-09-27T04:18:14.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 1.30835764s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1401 | 2024-09-27T04:18:14.952Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 841.654768ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1402 | 2024-09-27T04:18:15.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 750.1924ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1403 | 2024-09-27T04:18:15.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 1.236947125s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1404 | 2024-09-27T04:18:15.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 688.223328ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1405 | 2024-09-27T04:18:15.078Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 1.412487409s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1406 | 2024-09-27T04:18:15.149Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 797.559508ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1407 | 2024-09-27T04:18:15.204Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 712.955319ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1408 | 2024-09-27T04:18:15.218Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 1.353711376s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1409 | 2024-09-27T04:18:15.265Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 917.825368ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1410 | 2024-09-27T04:18:15.329Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 713.034864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1411 | 2024-09-27T04:18:15.349Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606") failed: Property not found. retry in 591.125756ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1412 | 2024-09-27T04:18:15.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 609.068512ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1413 | 2024-09-27T04:18:15.540Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 836.646222ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1414 | 2024-09-27T04:18:15.557Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 1.144081394s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1415 | 2024-09-27T04:18:15.572Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 789.332634ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1416 | 2024-09-27T04:18:15.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 1.173697657s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1417 | 2024-09-27T04:18:15.728Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 929.172938ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1418 | 2024-09-27T04:18:15.765Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 558.581334ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1419 | 2024-09-27T04:18:15.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 730.313678ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1420 | 2024-09-27T04:18:15.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 1.036075611s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1421 | 2024-09-27T04:18:15.943Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 1.180533142s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1422 | 2024-09-27T04:18:15.957Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 1.061989694s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1423 | 2024-09-27T04:18:15.971Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606") failed: Property not found. retry in 1.173088556s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1424 | 2024-09-27T04:18:15.984Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 1.3605705s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1425 | 2024-09-27T04:18:15.998Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 1.470647862s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1426 | 2024-09-27T04:18:16.059Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 982.20045ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1427 | 2024-09-27T04:18:16.201Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 538.409532ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1428 | 2024-09-27T04:18:16.259Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 675.696416ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1429 | 2024-09-27T04:18:16.272Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 779.91275ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1430 | 2024-09-27T04:18:16.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 1.377474105s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1431 | 2024-09-27T04:18:16.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 1.396755723s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1432 | 2024-09-27T04:18:16.395Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 1.317891523s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1433 | 2024-09-27T04:18:16.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 709.742005ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1434 | 2024-09-27T04:18:16.518Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 1.202238486s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1435 | 2024-09-27T04:18:16.586Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 792.376009ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1436 | 2024-09-27T04:18:16.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 700.969804ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1437 | 2024-09-27T04:18:16.715Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 1.006945322s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1438 | 2024-09-27T04:18:16.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 1.446844532s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1439 | 2024-09-27T04:18:16.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 1.326798475s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1440 | 2024-09-27T04:18:16.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 759.222987ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1441 | 2024-09-27T04:18:16.944Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 687.702306ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1442 | 2024-09-27T04:18:17.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 1.010348798s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1443 | 2024-09-27T04:18:17.053Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 575.267281ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1444 | 2024-09-27T04:18:17.062Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 674.214623ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1445 | 2024-09-27T04:18:17.134Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 1.111550787s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1446 | 2024-09-27T04:18:17.153Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606") failed: Property not found. retry in 938.147197ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1447 | 2024-09-27T04:18:17.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 1.318398302s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1448 | 2024-09-27T04:18:17.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 740.504168ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1449 | 2024-09-27T04:18:17.379Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 645.809315ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1450 | 2024-09-27T04:18:17.390Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 1.349421447s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1451 | 2024-09-27T04:18:17.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 870.403486ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1452 | 2024-09-27T04:18:17.624Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 1.392394541s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1453 | 2024-09-27T04:18:17.641Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 713.791174ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1454 | 2024-09-27T04:18:17.654Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 1.024768228s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1455 | 2024-09-27T04:18:17.725Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 777.556342ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1456 | 2024-09-27T04:18:17.735Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 1.051221727s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1457 | 2024-09-27T04:18:17.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 927.981338ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1458 | 2024-09-27T04:18:17.754Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 848.862889ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1459 | 2024-09-27T04:18:17.763Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 602.881596ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1460 | 2024-09-27T04:18:17.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 1.195164517s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1461 | 2024-09-27T04:18:18.041Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 535.576004ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1462 | 2024-09-27T04:18:18.063Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 1.490399429s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1463 | 2024-09-27T04:18:18.108Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606") failed: Property not found. retry in 1.065554479s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1464 | 2024-09-27T04:18:18.121Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 990.340926ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1465 | 2024-09-27T04:18:18.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 1.357073846s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1466 | 2024-09-27T04:18:18.211Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 1.089528656s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1467 | 2024-09-27T04:18:18.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 733.257358ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1468 | 2024-09-27T04:18:18.360Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 1.350207142s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1469 | 2024-09-27T04:18:18.375Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 980.286768ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1470 | 2024-09-27T04:18:18.388Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 1.10325602s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1471 | 2024-09-27T04:18:18.514Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 1.273561346s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1472 | 2024-09-27T04:18:18.561Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 1.077163428s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1473 | 2024-09-27T04:18:18.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 1.430240861s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1474 | 2024-09-27T04:18:18.617Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 510.68836ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1475 | 2024-09-27T04:18:18.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 937.982884ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1476 | 2024-09-27T04:18:18.699Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 1.199250669s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1477 | 2024-09-27T04:18:18.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 1.411536695s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1478 | 2024-09-27T04:18:18.802Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 778.886054ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1479 | 2024-09-27T04:18:18.998Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 1.281379662s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1480 | 2024-09-27T04:18:19.013Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 1.098140043s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1481 | 2024-09-27T04:18:19.034Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 1.128479334s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1482 | 2024-09-27T04:18:19.125Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 1.257564252s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1483 | 2024-09-27T04:18:19.140Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 1.215138129s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1484 | 2024-09-27T04:18:19.186Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606") failed: Property not found. retry in 1.462689218s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1485 | 2024-09-27T04:18:19.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 1.395480043s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1486 | 2024-09-27T04:18:19.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 795.660352ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1487 | 2024-09-27T04:18:19.510Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 1.39477115s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1488 | 2024-09-27T04:18:19.537Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 654.715099ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1489 | 2024-09-27T04:18:19.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c") failed: Property not found. retry in 990.21248ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1490 | 2024-09-27T04:18:19.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 1.268064164s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1491 | 2024-09-27T04:18:19.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9") failed: Property not found. retry in 1.195393899s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1492 | 2024-09-27T04:18:19.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 909.162021ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1493 | 2024-09-27T04:18:19.724Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 714.576505ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1494 | 2024-09-27T04:18:19.802Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee") failed: Property not found. retry in 963.270109ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1495 | 2024-09-27T04:18:19.912Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6") failed: Property not found. retry in 1.019797353s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1496 | 2024-09-27T04:18:20.032Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb") failed: Property not found. retry in 1.122481571s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1497 | 2024-09-27T04:18:20.121Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b") failed: Property not found. retry in 880.602294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1498 | 2024-09-27T04:18:20.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d") failed: Property not found. retry in 1.063680459s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1499 | 2024-09-27T04:18:20.185Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1") failed: Property not found. retry in 1.115791257s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1500 | 2024-09-27T04:18:20.195Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 1.054527501s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1501 | 2024-09-27T04:18:20.205Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 942.878998ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1502 | 2024-09-27T04:18:20.290Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe") failed: Property not found. retry in 1.270382758s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1503 | 2024-09-27T04:18:20.366Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 535.698457ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1504 | 2024-09-27T04:18:20.395Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be") failed: Property not found. retry in 724.246692ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1505 | 2024-09-27T04:18:20.451Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039") failed: Property not found. retry in 860.895182ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1506 | 2024-09-27T04:18:20.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5") failed: Property not found. retry in 1.118256877s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1507 | 2024-09-27T04:18:20.664Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606") failed: Property not found. retry in 1.421693311s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1508 | 2024-09-27T04:18:20.725Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2") failed: Property not found. retry in 878.555957ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1509 | 2024-09-27T04:18:20.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e") failed: Property not found. retry in 886.170904ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1510 | 2024-09-27T04:18:20.921Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0") failed: Property not found. retry in 785.458099ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1511 | 2024-09-27T04:18:20.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578") failed: Property not found. retry in 764.556772ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1512 | 2024-09-27T04:18:21.159Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458") failed: Property not found. retry in 868.133439ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1513 | 2024-09-27T04:18:21.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3") failed: Property not found. retry in 766.624851ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1514 | 2024-09-27T04:18:21.937Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1515 | 2024-09-27T04:18:21.938Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1516 | 2024-09-27T04:18:22.005Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1517 | 2024-09-27T04:18:22.112Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606") failed: Property not found. retry in 715.000675ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1518 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_37d094ca-eff2-4057-abcc-1d48d30a833b
|
| 1519 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_nexus_3b1fed32-ce57-4460-a9cb-8bcabafb5f0d
|
| 1520 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_pantry_fe9b3db5-6b36-4dd0-bf3c-1ad88ff0538c
|
| 1521 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_a3c002f0-2c1d-46f7-9fa7-103ebba1ca5e
|
| 1522 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_external_dns_30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1
|
| 1523 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_external_dns_2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5
|
| 1524 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_nexus_d41950f3-e43f-4a33-b0eb-3f93bf4fd039
|
| 1525 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_clickhouse_45dceced-8d9e-4810-8bbd-67e505213606
|
| 1526 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_nexus_9b05ae10-b638-4e17-af1b-3d53602f4578
|
| 1527 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_0bd9b495-7323-40a9-a298-f7387bff1fe3
|
| 1528 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_pantry_9706fbce-7756-4505-a73d-b6af00fcd7ee
|
| 1529 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_7d9c6025-fcf0-4bb5-a9f8-27441d950458
|
| 1530 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_pantry_cc382c46-074d-4c15-8a4f-f63e245f09c6
|
| 1531 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_oximeter_ebaaa9c6-af00-46bd-a317-f277a8b6acbe
|
| 1532 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_b23d952d-f39c-402c-80dd-29f815be14c2
|
| 1533 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_4757f38f-71e1-4843-9353-c9d8cc5b91bb
|
| 1534 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_ddd91161-876c-4fe6-8e31-ba515aab04d9
|
| 1535 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_f3f76e0f-3b63-4689-a439-592ac565a4e0
|
| 1536 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_9b57297d-033e-4202-9799-cdc945b636be
|
| 1537 | 2024-09-27T04:18:22.860Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1538 | 2024-09-27T04:18:22.888Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1539 | 2024-09-27T04:18:22.924Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 30829554
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:33273
req_id = d127e783-e325-4a62-ac83-fdc31e8872f3
response_code = 204
uri = /omicron-zones
|
| 1540 | 2024-09-27T04:18:22.933Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1322
|
| 1541 | 2024-09-27T04:18:22.936Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1542 | 2024-09-27T04:18:22.936Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1543 | 2024-09-27T04:18:22.940Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:707
|
| 1544 | 2024-09-27T04:18:22.941Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1545 | 2024-09-27T04:18:22.944Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::a]:12221
file = sled-agent/src/rack_setup/service.rs:720
|
| 1546 | 2024-09-27T04:18:22.992Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
local_pref: None,
nexthop: 10.151.2.100,
vlan_id: None,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:887
|
| 1547 | 2024-09-27T04:18:22.994Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1548 | 2024-09-27T04:18:23.143Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1549 | 2024-09-27T04:18:23.216Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1550 | 2024-09-27T04:18:23.386Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1551 | 2024-09-27T04:18:23.547Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1552 | 2024-09-27T04:18:23.786Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1553 | 2024-09-27T04:18:23.945Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1554 | 2024-09-27T04:18:24.001Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1555 | 2024-09-27T04:18:24.021Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1556 | 2024-09-27T04:18:24.264Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1557 | 2024-09-27T04:18:24.621Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1558 | 2024-09-27T04:18:24.760Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 43.850557082s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1559 | 2024-09-27T04:18:24.949Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1560 | 2024-09-27T04:18:25.042Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1561 | 2024-09-27T04:18:25.706Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1562 | 2024-09-27T04:18:25.952Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1563 | 2024-09-27T04:18:26.001Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1564 | 2024-09-27T04:18:26.466Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1565 | 2024-09-27T04:18:26.956Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1566 | 2024-09-27T04:18:27.255Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1567 | 2024-09-27T04:18:27.959Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1568 | 2024-09-27T04:18:27.999Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1569 | 2024-09-27T04:18:28.094Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1570 | 2024-09-27T04:18:28.963Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1571 | 2024-09-27T04:18:29.246Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1572 | 2024-09-27T04:18:29.966Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1573 | 2024-09-27T04:18:30.001Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1574 | 2024-09-27T04:18:30.650Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1575 | 2024-09-27T04:18:30.969Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1576 | 2024-09-27T04:18:31.500Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1577 | 2024-09-27T04:18:31.972Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1578 | 2024-09-27T04:18:32.001Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1579 | 2024-09-27T04:18:32.975Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1580 | 2024-09-27T04:18:33.075Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1581 | 2024-09-27T04:18:33.977Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1582 | 2024-09-27T04:18:34.000Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1583 | 2024-09-27T04:18:34.981Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1584 | 2024-09-27T04:18:35.984Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1585 | 2024-09-27T04:18:36.001Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1586 | 2024-09-27T04:18:36.229Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1587 | 2024-09-27T04:18:36.986Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1588 | 2024-09-27T04:18:37.288Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60019
|
| 1589 | 2024-09-27T04:18:37.289Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 848
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:60019
req_id = b0219a27-8d58-4617-bbce-b798fb07b51f
response_code = 200
uri = /baseboard
|
| 1590 | 2024-09-27T04:18:37.990Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1591 | 2024-09-27T04:18:38.001Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1592 | 2024-09-27T04:18:38.540Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1593 | 2024-09-27T04:18:38.993Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1594 | 2024-09-27T04:18:39.996Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1595 | 2024-09-27T04:18:40.000Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1596 | 2024-09-27T04:18:40.999Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1597 | 2024-09-27T04:18:41.142Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f8bf114a-16dc-4405-b07c-b2a322af91b1/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1598 | 2024-09-27T04:18:42.002Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/nexus.rs:571
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1599 | 2024-09-27T04:18:42.002Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1600 | 2024-09-27T04:18:43.006Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/273758ca-4687-47c2-b656-4cfc2ac70edb)
file = sled-agent/src/probe_manager.rs:230
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1601 | 2024-09-27T04:18:45.641Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "c4bfd01e-b78b-4218-90b2-f927024a2764", "content-length": "173", "date": "Fri, 27 Sep 2024 04:18:45 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"f8bf114a-16dc-4405-b07c-b2a322af91b1\"", request_id: "c4bfd01e-b78b-4218-90b2-f927024a2764" }
file = sled-agent/src/rack_setup/service.rs:949
|
| 1602 | 2024-09-27T04:18:46.114Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:544
new_generation = 1
old_generation = 1
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1603 | 2024-09-27T04:18:46.592Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53676
|
| 1604 | 2024-09-27T04:18:46.595Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 2383
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53676
req_id = cdab1c37-02f1-4d6b-91a8-842e04d64706
response_code = 200
uri = /vpc-routes
|
| 1605 | 2024-09-27T04:18:46.595Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45456
|
| 1606 | 2024-09-27T04:18:46.596Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 34
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45456
req_id = 58b37260-8e69-43f0-b110-bd4853499d8d
response_code = 200
uri = /vpc-routes
|
| 1607 | 2024-09-27T04:18:46.712Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48389
|
| 1608 | 2024-09-27T04:18:46.714Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1609 | 2024-09-27T04:18:46.957Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 244250
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48389
req_id = 797aa396-783d-46c6-ae3e-48b9b2745e80
response_code = 200
uri = /inventory
|
| 1610 | 2024-09-27T04:18:46.957Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34346
|
| 1611 | 2024-09-27T04:18:46.957Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35343
|
| 1612 | 2024-09-27T04:18:46.957Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44182
|
| 1613 | 2024-09-27T04:18:46.957Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53239
|
| 1614 | 2024-09-27T04:18:46.957Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45087
|
| 1615 | 2024-09-27T04:18:46.957Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34346
req_id = 4666d605-7811-4c2c-bc5c-c977cbea3ec9
response_code = 200
uri = /vpc-routes
|
| 1616 | 2024-09-27T04:18:46.957Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53511
|
| 1617 | 2024-09-27T04:18:46.958Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1618 | 2024-09-27T04:18:46.958Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1619 | 2024-09-27T04:18:46.959Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1620 | 2024-09-27T04:18:46.959Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1621 | 2024-09-27T04:18:46.967Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 9819
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53239
req_id = 561b0e3c-7633-42af-9875-ebc8b2470fca
response_code = 200
uri = /v2p
|
| 1622 | 2024-09-27T04:18:46.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 9642
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45087
req_id = e090a79f-90dc-4b4d-bccf-837957a6aafe
response_code = 200
uri = /v2p
|
| 1623 | 2024-09-27T04:18:46.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 10009
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53511
req_id = 3c25f19d-9945-4765-b858-4d069da163e2
response_code = 200
uri = /v2p
|
| 1624 | 2024-09-27T04:18:46.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 11091
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53676
req_id = 11d16b0b-18af-473f-8b28-f71102d81b49
response_code = 204
uri = /vpc-routes
|
| 1625 | 2024-09-27T04:18:46.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 11149
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45456
req_id = f8e74589-35c7-47b7-bcf4-1d095c29db1a
response_code = 204
uri = /vpc-routes
|
| 1626 | 2024-09-27T04:18:46.969Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1627 | 2024-09-27T04:18:46.969Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 11771
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48389
req_id = 05df2c08-f52d-48e4-bebc-ba0fd329f5ec
response_code = 200
uri = /omicron-zones
|
| 1628 | 2024-09-27T04:18:47.043Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 215
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34346
req_id = 9440753a-ce03-4f32-9ff0-10175cbe1728
response_code = 204
uri = /vpc-routes
|
| 1629 | 2024-09-27T04:18:47.197Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 239197
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44182
req_id = 7499224e-a14e-4d3e-a762-92dd82d94f3b
response_code = 200
uri = /inventory
|
| 1630 | 2024-09-27T04:18:47.197Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1631 | 2024-09-27T04:18:47.197Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1632 | 2024-09-27T04:18:47.201Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1633 | 2024-09-27T04:18:47.202Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4968
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44182
req_id = 591479f5-ab08-4915-8e46-a32e3d2471b3
response_code = 200
uri = /omicron-zones
|
| 1634 | 2024-09-27T04:18:47.202Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 244306
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35343
req_id = f56a116e-94df-45b6-a1e6-1a517ad4062d
response_code = 200
uri = /inventory
|
| 1635 | 2024-09-27T04:18:47.204Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1636 | 2024-09-27T04:18:47.204Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1637 | 2024-09-27T04:18:47.204Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1638 | 2024-09-27T04:18:47.204Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1253
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35343
req_id = 5c5f7649-a33b-42dd-8f52-d3ed2bdecd94
response_code = 200
uri = /omicron-zones
|
| 1639 | 2024-09-27T04:18:47.791Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37319
|
| 1640 | 2024-09-27T04:18:47.791Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1641 | 2024-09-27T04:18:47.987Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 196351
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37319
req_id = e06f28be-e6de-4ced-b70a-e31967c9c24a
response_code = 200
uri = /inventory
|
| 1642 | 2024-09-27T04:18:47.988Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1643 | 2024-09-27T04:18:47.988Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1644 | 2024-09-27T04:18:47.988Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1645 | 2024-09-27T04:18:47.988Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 596
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37319
req_id = 6b6773b6-ec33-4c17-b85a-e25bcb93fdec
response_code = 200
uri = /omicron-zones
|
| 1646 | 2024-09-27T04:18:53.292Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42708
|
| 1647 | 2024-09-27T04:18:53.293Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name("external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name("external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name("nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name("nexus-9b05ae10-b638-4e17-af1b-3d53602f4578"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name("nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1648 | 2024-09-27T04:18:53.293Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1649 | 2024-09-27T04:18:53.293Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1650 | 2024-09-27T04:18:53.293Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1651 | 2024-09-27T04:18:53.293Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1652 | 2024-09-27T04:18:53.293Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1653 | 2024-09-27T04:18:53.293Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1654 | 2024-09-27T04:18:53.293Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 955
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42708
req_id = cae8bfb3-69bf-456d-923e-2d9ea5197b71
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1655 | 2024-09-27T04:18:53.293Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:959
|
| 1656 | 2024-09-27T04:18:53.619Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42674
|
| 1657 | 2024-09-27T04:18:53.619Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1658 | 2024-09-27T04:18:53.828Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 209294
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42674
req_id = 3a038a37-81d0-4f42-ae18-4f19b792d73f
response_code = 200
uri = /inventory
|
| 1659 | 2024-09-27T04:18:53.828Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59695
|
| 1660 | 2024-09-27T04:18:53.829Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name("external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name("external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name("nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name("nexus-9b05ae10-b638-4e17-af1b-3d53602f4578"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name("nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1661 | 2024-09-27T04:18:53.829Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1662 | 2024-09-27T04:18:53.829Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1663 | 2024-09-27T04:18:53.829Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1664 | 2024-09-27T04:18:53.829Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1665 | 2024-09-27T04:18:53.829Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1666 | 2024-09-27T04:18:53.829Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1667 | 2024-09-27T04:18:53.829Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1668 | 2024-09-27T04:18:53.829Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1669 | 2024-09-27T04:18:53.829Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 572
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59695
req_id = 6e0460cd-8a22-4dd5-b9b8-21387e934470
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1670 | 2024-09-27T04:18:53.829Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1671 | 2024-09-27T04:18:53.829Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 862
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42674
req_id = c48617a5-aa8e-4ea5-82ef-0ba72fe4c850
response_code = 200
uri = /omicron-zones
|
| 1672 | 2024-09-27T04:18:53.897Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45222
|
| 1673 | 2024-09-27T04:18:53.897Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name("external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name("external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name("nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name("nexus-9b05ae10-b638-4e17-af1b-3d53602f4578"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name("nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1674 | 2024-09-27T04:18:53.897Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1675 | 2024-09-27T04:18:53.897Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1676 | 2024-09-27T04:18:53.897Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1677 | 2024-09-27T04:18:53.897Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1678 | 2024-09-27T04:18:53.897Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1679 | 2024-09-27T04:18:53.897Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1680 | 2024-09-27T04:18:53.897Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 293
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:45222
req_id = d8b1e134-4bad-4f8b-9c53-ddb0cc9ce3e0
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1681 | 2024-09-27T04:18:54.157Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39483
|
| 1682 | 2024-09-27T04:18:54.158Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name("external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name("external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name("nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name("nexus-9b05ae10-b638-4e17-af1b-3d53602f4578"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name("nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1683 | 2024-09-27T04:18:54.158Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1684 | 2024-09-27T04:18:54.158Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1685 | 2024-09-27T04:18:54.158Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1686 | 2024-09-27T04:18:54.158Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1687 | 2024-09-27T04:18:54.158Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1688 | 2024-09-27T04:18:54.158Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1689 | 2024-09-27T04:18:54.158Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 282
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39483
req_id = d9a68cb9-e2f4-462a-901d-9afa8943d035
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1690 | 2024-09-27T04:18:58.603Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38830
|
| 1691 | 2024-09-27T04:18:58.603Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38830
req_id = 0b95d211-7149-494c-b019-12d1c4382f7e
response_code = 200
uri = /vpc-routes
|
| 1692 | 2024-09-27T04:18:58.613Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38830
req_id = 4ef8871f-5f39-4b74-91e5-c5e68909d6d8
response_code = 204
uri = /vpc-routes
|
| 1693 | 2024-09-27T04:19:07.324Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:63549
|
| 1694 | 2024-09-27T04:19:07.324Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 72
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:63549
req_id = d11064c1-52a4-4560-95fc-62eaa6e764e8
response_code = 200
uri = /baseboard
|
| 1695 | 2024-09-27T04:19:16.554Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65345
|
| 1696 | 2024-09-27T04:19:16.554Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65345
req_id = 310f2481-b780-4c8a-a673-b1334e305d4e
response_code = 200
uri = /vpc-routes
|
| 1697 | 2024-09-27T04:19:16.568Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 157
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:65345
req_id = 1940db6a-36d4-4a54-b0bd-7e17b3720da0
response_code = 204
uri = /vpc-routes
|
| 1698 | 2024-09-27T04:19:16.599Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35222
|
| 1699 | 2024-09-27T04:19:16.599Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35222
req_id = 290c6462-0ca2-4642-827b-bcf9220a0b9b
response_code = 200
uri = /vpc-routes
|
| 1700 | 2024-09-27T04:19:16.612Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60541
|
| 1701 | 2024-09-27T04:19:16.612Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60541
req_id = c246b876-3647-4573-9d95-dc387a56f698
response_code = 200
uri = /vpc-routes
|
| 1702 | 2024-09-27T04:19:16.616Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:35222
req_id = 40937c63-a9c2-4099-bd33-14636e3a44bf
response_code = 204
uri = /vpc-routes
|
| 1703 | 2024-09-27T04:19:16.626Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60541
req_id = f0b4bccb-1d06-40db-8ea0-68dd67bc6234
response_code = 204
uri = /vpc-routes
|
| 1704 | 2024-09-27T04:19:16.695Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48157
|
| 1705 | 2024-09-27T04:19:16.695Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48157
req_id = c0e7c579-3c04-40be-bb29-0aec2e09e9c7
response_code = 200
uri = /v2p
|
| 1706 | 2024-09-27T04:19:16.702Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43465
|
| 1707 | 2024-09-27T04:19:16.703Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43465
req_id = e123d8a3-747c-4490-b20f-501a17a2a392
response_code = 200
uri = /v2p
|
| 1708 | 2024-09-27T04:19:16.781Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56299
|
| 1709 | 2024-09-27T04:19:16.782Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1710 | 2024-09-27T04:19:16.875Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1711 | 2024-09-27T04:19:16.944Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 163756
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:56299
req_id = 0d1ee181-e3f1-4c2a-b8b3-86a5f92f56fb
response_code = 204
uri = /switch-ports
|
| 1712 | 2024-09-27T04:19:16.945Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58986
|
| 1713 | 2024-09-27T04:19:16.945Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51072
|
| 1714 | 2024-09-27T04:19:16.945Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39384
|
| 1715 | 2024-09-27T04:19:16.946Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1716 | 2024-09-27T04:19:16.949Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4063
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39384
req_id = 941bb11a-a6ed-474f-8ebb-e39320aa008a
response_code = 200
uri = /v2p
|
| 1717 | 2024-09-27T04:19:16.954Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 5824
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56299
req_id = 70e6b5f1-32fd-4646-9a4b-9231294fcb7d
response_code = 200
uri = /network-bootstore-config
|
| 1718 | 2024-09-27T04:19:16.985Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1719 | 2024-09-27T04:19:17.024Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 1720 | 2024-09-27T04:19:17.024Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 1721 | 2024-09-27T04:19:17.024Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 1722 | 2024-09-27T04:19:17.026Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 1723 | 2024-09-27T04:19:17.026Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4038
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56299
req_id = bc2820ed-c89f-4c78-963b-4d400d3508e7
response_code = 204
uri = /network-bootstore-config
|
| 1724 | 2024-09-27T04:19:17.056Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1725 | 2024-09-27T04:19:17.056Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 111452
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51072
req_id = bddbe3b1-5b58-49e8-8624-fd8600af7664
response_code = 204
uri = /switch-ports
|
| 1726 | 2024-09-27T04:19:17.061Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 916
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51072
req_id = 0bb48eef-8821-424a-a680-0d3a5f0e4c5c
response_code = 200
uri = /network-bootstore-config
|
| 1727 | 2024-09-27T04:19:17.097Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1728 | 2024-09-27T04:19:17.156Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 210741
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58986
req_id = 43d08bbc-b4b0-46ce-87c6-8512b0474110
response_code = 204
uri = /switch-ports
|
| 1729 | 2024-09-27T04:19:17.156Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58986
req_id = 61ca3333-6219-4c45-be97-e9a68df5f133
response_code = 200
uri = /network-bootstore-config
|
| 1730 | 2024-09-27T04:19:37.360Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40137
|
| 1731 | 2024-09-27T04:19:37.360Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 100
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40137
req_id = 1e3c052b-5607-48c6-99a9-8a3c8527d846
response_code = 200
uri = /baseboard
|
| 1732 | 2024-09-27T04:19:38.754Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:34785
remote_addr = [fd00:1122:3344:101::d]:45422
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1733 | 2024-09-27T04:19:38.778Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 24339
local_addr = [fd00:1122:3344:101::1]:34785
method = GET
remote_addr = [fd00:1122:3344:101::d]:45422
req_id = b6667682-d270-41b4-8c9a-956d9f2d3263
response_code = 200
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
uri = /273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1734 | 2024-09-27T04:19:46.411Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39157
|
| 1735 | 2024-09-27T04:19:46.411Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 61
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39157
req_id = a7cfcb0d-e6a2-46b0-a445-7c305ccfac1a
response_code = 200
uri = /vpc-routes
|
| 1736 | 2024-09-27T04:19:46.452Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39157
req_id = 38fce48b-ec47-4638-b4b6-bb62d589e2e2
response_code = 204
uri = /vpc-routes
|
| 1737 | 2024-09-27T04:19:46.605Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59522
|
| 1738 | 2024-09-27T04:19:46.606Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1554
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59522
req_id = d00e9d66-83e8-444a-a915-dcab04220274
response_code = 200
uri = /vpc-routes
|
| 1739 | 2024-09-27T04:19:46.621Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 200
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59522
req_id = ccfcd8e5-1ecf-4471-aa7d-927b115aa8e9
response_code = 204
uri = /vpc-routes
|
| 1740 | 2024-09-27T04:19:46.695Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46207
|
| 1741 | 2024-09-27T04:19:46.695Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46207
req_id = 1ae41f14-dded-47f1-b80d-42ecd8229d0e
response_code = 200
uri = /vpc-routes
|
| 1742 | 2024-09-27T04:19:46.710Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:46207
req_id = 91885370-9a42-40c7-a037-c73a10c2faff
response_code = 204
uri = /vpc-routes
|
| 1743 | 2024-09-27T04:19:46.713Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44413
|
| 1744 | 2024-09-27T04:19:46.713Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1745 | 2024-09-27T04:19:46.761Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1746 | 2024-09-27T04:19:46.832Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 118387
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44413
req_id = f06fa722-73f7-43b6-be30-67861cfbd429
response_code = 204
uri = /switch-ports
|
| 1747 | 2024-09-27T04:19:46.832Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42796
|
| 1748 | 2024-09-27T04:19:46.832Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60914
|
| 1749 | 2024-09-27T04:19:46.832Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57741
|
| 1750 | 2024-09-27T04:19:46.832Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 293
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42796
req_id = afbfcf4e-7c5b-4477-afb3-cf4e854e47a2
response_code = 200
uri = /v2p
|
| 1751 | 2024-09-27T04:19:46.833Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1752 | 2024-09-27T04:19:46.838Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 5374
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60914
req_id = b64c4982-51a9-4656-b9e6-482ce7d89b6d
response_code = 200
uri = /v2p
|
| 1753 | 2024-09-27T04:19:46.838Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 5570
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44413
req_id = 3e1c867e-add5-46ad-891a-2b7c6a9b11a4
response_code = 200
uri = /network-bootstore-config
|
| 1754 | 2024-09-27T04:19:46.876Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1755 | 2024-09-27T04:19:46.920Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42065
|
| 1756 | 2024-09-27T04:19:46.921Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 802
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42065
req_id = 58be05ab-ebac-40be-b361-2b526317a090
response_code = 200
uri = /v2p
|
| 1757 | 2024-09-27T04:19:46.939Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 106468
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:57741
req_id = 206a0a6d-b0e3-49be-b28a-dd624b06d0f4
response_code = 204
uri = /switch-ports
|
| 1758 | 2024-09-27T04:19:46.939Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 136
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57741
req_id = 9b724016-15a4-4953-b3c5-1a1dd3d32442
response_code = 200
uri = /network-bootstore-config
|
| 1759 | 2024-09-27T04:19:47.085Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64699
|
| 1760 | 2024-09-27T04:19:47.085Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1761 | 2024-09-27T04:19:47.124Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1762 | 2024-09-27T04:19:47.181Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 95925
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:64699
req_id = eea8fc3c-e6e6-45da-8b4d-87286e9e5a03
response_code = 204
uri = /switch-ports
|
| 1763 | 2024-09-27T04:19:47.181Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64699
req_id = 664e231f-3a5c-4ae4-8409-baaf10ecec1b
response_code = 200
uri = /network-bootstore-config
|
| 1764 | 2024-09-27T04:19:52.970Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 1765 | 2024-09-27T04:20:07.403Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41158
|
| 1766 | 2024-09-27T04:20:07.404Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 97
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41158
req_id = 16247024-34c1-4c7d-8dd3-f83de7c6e8f8
response_code = 200
uri = /baseboard
|
| 1767 | 2024-09-27T04:20:08.759Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 6076
local_addr = [fd00:1122:3344:101::1]:34785
method = GET
remote_addr = [fd00:1122:3344:101::d]:45422
req_id = 5d933e3e-84dd-4bb8-99f9-b071a660bab4
response_code = 200
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
uri = /273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1768 | 2024-09-27T04:20:16.393Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63332
|
| 1769 | 2024-09-27T04:20:16.394Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63332
req_id = 2d0d01a2-b13c-4445-9a20-55b8d5410dc1
response_code = 200
uri = /vpc-routes
|
| 1770 | 2024-09-27T04:20:16.404Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63332
req_id = 7b87ccf2-4172-4953-9ba3-8962cc92407d
response_code = 204
uri = /vpc-routes
|
| 1771 | 2024-09-27T04:20:16.551Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49361
|
| 1772 | 2024-09-27T04:20:16.551Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49361
req_id = f8d4bd2f-c166-46e9-830b-f14d4d7769dd
response_code = 200
uri = /vpc-routes
|
| 1773 | 2024-09-27T04:20:16.569Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 833
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49361
req_id = 40aea76a-6f6f-41d5-9fc1-c8f03ab2678e
response_code = 204
uri = /vpc-routes
|
| 1774 | 2024-09-27T04:20:16.593Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50159
|
| 1775 | 2024-09-27T04:20:16.593Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50159
req_id = a5771ba3-e51a-4c16-9e31-11309e21c5a6
response_code = 200
uri = /v2p
|
| 1776 | 2024-09-27T04:20:16.609Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57961
|
| 1777 | 2024-09-27T04:20:16.610Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1778 | 2024-09-27T04:20:16.650Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1779 | 2024-09-27T04:20:16.706Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96429
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:57961
req_id = 5d9099f2-4946-408a-998b-20588fda5766
response_code = 204
uri = /switch-ports
|
| 1780 | 2024-09-27T04:20:16.706Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34552
|
| 1781 | 2024-09-27T04:20:16.706Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64505
|
| 1782 | 2024-09-27T04:20:16.706Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 183
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34552
req_id = db6ec31e-f50e-4d5e-972f-3bb50a2a9264
response_code = 200
uri = /v2p
|
| 1783 | 2024-09-27T04:20:16.706Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1784 | 2024-09-27T04:20:16.706Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 286
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57961
req_id = 40ceaad4-3811-4c80-8a16-dfc5edc742cc
response_code = 200
uri = /network-bootstore-config
|
| 1785 | 2024-09-27T04:20:16.734Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36772
|
| 1786 | 2024-09-27T04:20:16.735Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 773
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36772
req_id = 1ad13b40-92cf-41e2-9fd5-a5fe161a01a1
response_code = 200
uri = /vpc-routes
|
| 1787 | 2024-09-27T04:20:16.743Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1788 | 2024-09-27T04:20:16.747Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 635
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36772
req_id = c9f5b1d8-3e2c-4e7f-8e7a-2c86f9829d61
response_code = 204
uri = /vpc-routes
|
| 1789 | 2024-09-27T04:20:16.769Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36188
|
| 1790 | 2024-09-27T04:20:16.798Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1791 | 2024-09-27T04:20:16.798Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91484
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:64505
req_id = 4900355e-da36-471f-918b-d38b5b937c87
response_code = 204
uri = /switch-ports
|
| 1792 | 2024-09-27T04:20:16.801Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39000
|
| 1793 | 2024-09-27T04:20:16.802Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 375
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64505
req_id = f875f4b1-712b-4a40-8730-82abefb011d0
response_code = 200
uri = /network-bootstore-config
|
| 1794 | 2024-09-27T04:20:16.802Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 412
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39000
req_id = 7896372d-1479-4522-9fef-ea46b493fb72
response_code = 200
uri = /v2p
|
| 1795 | 2024-09-27T04:20:16.835Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1796 | 2024-09-27T04:20:16.894Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 124059
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36188
req_id = 90efdb4f-6b8e-429b-b326-657b231b3c77
response_code = 204
uri = /switch-ports
|
| 1797 | 2024-09-27T04:20:16.894Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 140
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36188
req_id = c8e09032-a698-4c52-ba64-a84525ad7487
response_code = 200
uri = /network-bootstore-config
|
| 1798 | 2024-09-27T04:20:37.438Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59117
|
| 1799 | 2024-09-27T04:20:37.439Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 546
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59117
req_id = 78db354b-b1c5-4d10-b423-af7788f4a165
response_code = 200
uri = /baseboard
|
| 1800 | 2024-09-27T04:20:38.759Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 6632
local_addr = [fd00:1122:3344:101::1]:34785
method = GET
remote_addr = [fd00:1122:3344:101::d]:45422
req_id = ac4df4ee-16f3-4837-b359-456cd32c096b
response_code = 200
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
uri = /273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1801 | 2024-09-27T04:20:46.552Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40403
|
| 1802 | 2024-09-27T04:20:46.552Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 209
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40403
req_id = b9165efc-8b43-4a56-bf3d-e81f39404b4b
response_code = 200
uri = /v2p
|
| 1803 | 2024-09-27T04:20:46.615Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52676
|
| 1804 | 2024-09-27T04:20:46.616Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52676
req_id = 1e043c58-da5e-4293-b475-929f653fa55d
response_code = 200
uri = /vpc-routes
|
| 1805 | 2024-09-27T04:20:46.635Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 163
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52676
req_id = 1a6d9d23-1b02-49f3-9c4f-3c9b09149e6d
response_code = 204
uri = /vpc-routes
|
| 1806 | 2024-09-27T04:20:46.760Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47855
|
| 1807 | 2024-09-27T04:20:46.760Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47855
req_id = 7634ac48-4537-4d42-b18f-4c8176435c26
response_code = 200
uri = /vpc-routes
|
| 1808 | 2024-09-27T04:20:46.769Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47855
req_id = 51447cbb-2163-4eb1-964b-41cb07ff74b3
response_code = 204
uri = /vpc-routes
|
| 1809 | 2024-09-27T04:20:46.797Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45806
|
| 1810 | 2024-09-27T04:20:46.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 44
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45806
req_id = f0e8f7db-0988-4eb1-b583-3c23cfa402c5
response_code = 200
uri = /vpc-routes
|
| 1811 | 2024-09-27T04:20:46.807Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:45806
req_id = 5905c8ba-ae40-4378-a557-b7d7a6c79684
response_code = 204
uri = /vpc-routes
|
| 1812 | 2024-09-27T04:20:46.892Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35029
|
| 1813 | 2024-09-27T04:20:46.892Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1814 | 2024-09-27T04:20:46.932Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1815 | 2024-09-27T04:20:46.991Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98369
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:35029
req_id = 77bd675a-b62c-4d07-9c5f-26e27c930229
response_code = 204
uri = /switch-ports
|
| 1816 | 2024-09-27T04:20:46.991Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34296
|
| 1817 | 2024-09-27T04:20:46.991Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45714
|
| 1818 | 2024-09-27T04:20:46.991Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63571
|
| 1819 | 2024-09-27T04:20:46.991Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45372
|
| 1820 | 2024-09-27T04:20:46.991Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 248
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34296
req_id = 8928444d-151b-405a-9f00-6263f08b6bfd
response_code = 200
uri = /v2p
|
| 1821 | 2024-09-27T04:20:46.991Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 373
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35029
req_id = 888f389d-77e0-4c09-917c-bed9152313ad
response_code = 200
uri = /network-bootstore-config
|
| 1822 | 2024-09-27T04:20:46.991Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1823 | 2024-09-27T04:20:47.001Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 6190
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45372
req_id = b820b7ce-cf70-4590-b7de-46da903b138b
response_code = 200
uri = /v2p
|
| 1824 | 2024-09-27T04:20:47.033Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1825 | 2024-09-27T04:20:47.088Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1826 | 2024-09-27T04:20:47.088Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96793
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:63571
req_id = ae496b84-4af7-46ba-8922-68b6d09ad4b9
response_code = 204
uri = /switch-ports
|
| 1827 | 2024-09-27T04:20:47.092Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 756
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63571
req_id = 2cb435ec-39ca-4980-b8a8-341a25a15306
response_code = 200
uri = /network-bootstore-config
|
| 1828 | 2024-09-27T04:20:47.124Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1829 | 2024-09-27T04:20:47.180Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 188366
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45714
req_id = ee20fcbb-980a-468d-966a-b1763ba1c47e
response_code = 204
uri = /switch-ports
|
| 1830 | 2024-09-27T04:20:47.180Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45714
req_id = 5857acd3-6952-4cb8-ad06-99d8356cff12
response_code = 200
uri = /network-bootstore-config
|
| 1831 | 2024-09-27T04:21:07.472Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:65230
|
| 1832 | 2024-09-27T04:21:07.472Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 73
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:65230
req_id = 611a9bf8-c080-4553-bd1c-a5d8915248db
response_code = 200
uri = /baseboard
|
| 1833 | 2024-09-27T04:21:08.758Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 6384
local_addr = [fd00:1122:3344:101::1]:34785
method = GET
remote_addr = [fd00:1122:3344:101::d]:45422
req_id = 4129582e-5373-4f7c-a43f-745a16a02e8d
response_code = 200
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
uri = /273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1834 | 2024-09-27T04:21:16.568Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64947
|
| 1835 | 2024-09-27T04:21:16.568Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64947
req_id = dea67d39-c762-4337-8a12-45f4e412b4cf
response_code = 200
uri = /vpc-routes
|
| 1836 | 2024-09-27T04:21:16.578Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 870
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64947
req_id = ad8c3ba8-0932-45da-8f4c-3f69c896f27d
response_code = 204
uri = /vpc-routes
|
| 1837 | 2024-09-27T04:21:16.604Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36138
|
| 1838 | 2024-09-27T04:21:16.605Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36138
req_id = e6cdbab5-1e09-4321-9677-183a46aa4857
response_code = 200
uri = /v2p
|
| 1839 | 2024-09-27T04:21:16.629Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41658
|
| 1840 | 2024-09-27T04:21:16.630Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 858
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41658
req_id = ebebf512-90e6-4e96-a31c-cf05ee46707d
response_code = 200
uri = /vpc-routes
|
| 1841 | 2024-09-27T04:21:16.640Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41658
req_id = 51dcc7d2-9504-47f6-89f2-bd1c7d3caff6
response_code = 204
uri = /vpc-routes
|
| 1842 | 2024-09-27T04:21:16.648Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55709
|
| 1843 | 2024-09-27T04:21:16.648Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1844 | 2024-09-27T04:21:16.692Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1845 | 2024-09-27T04:21:16.752Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 103652
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:55709
req_id = c4e275c2-dacf-4add-8a4e-b6808ae7b984
response_code = 204
uri = /switch-ports
|
| 1846 | 2024-09-27T04:21:16.752Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46962
|
| 1847 | 2024-09-27T04:21:16.752Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63150
|
| 1848 | 2024-09-27T04:21:16.752Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45874
|
| 1849 | 2024-09-27T04:21:16.753Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37950
|
| 1850 | 2024-09-27T04:21:16.753Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1851 | 2024-09-27T04:21:16.753Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 777
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46962
req_id = 085e5d2d-b5d8-4709-ae93-7e1923c1809f
response_code = 200
uri = /vpc-routes
|
| 1852 | 2024-09-27T04:21:16.753Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 839
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45874
req_id = a91636d9-b11e-43c1-81d8-368d1fc56d3c
response_code = 200
uri = /v2p
|
| 1853 | 2024-09-27T04:21:16.758Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 5388
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55709
req_id = 0daaa65b-9c19-4730-af10-0c1c04e6d96e
response_code = 200
uri = /network-bootstore-config
|
| 1854 | 2024-09-27T04:21:16.758Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4956
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37950
req_id = 28c75938-7155-4f18-8220-678c70cbb07c
response_code = 200
uri = /v2p
|
| 1855 | 2024-09-27T04:21:16.762Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:46962
req_id = 1706da24-67ae-4b9c-b1dc-3dbd05d238c6
response_code = 204
uri = /vpc-routes
|
| 1856 | 2024-09-27T04:21:16.794Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1857 | 2024-09-27T04:21:16.839Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:32793
|
| 1858 | 2024-09-27T04:21:16.844Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 90886
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:63150
req_id = bf277e08-0bbd-4d8c-8e32-bd3d9af3bf6b
response_code = 204
uri = /switch-ports
|
| 1859 | 2024-09-27T04:21:16.844Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1860 | 2024-09-27T04:21:16.849Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1367
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63150
req_id = 938cecf8-606e-48aa-a777-a8d17fc31aef
response_code = 200
uri = /network-bootstore-config
|
| 1861 | 2024-09-27T04:21:16.880Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1862 | 2024-09-27T04:21:16.935Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 95884
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:32793
req_id = 74a185dc-bc03-4f7a-b94c-a241f370dccd
response_code = 204
uri = /switch-ports
|
| 1863 | 2024-09-27T04:21:16.935Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:32793
req_id = d01060e1-5406-408a-8dfd-1eb336670a7b
response_code = 200
uri = /network-bootstore-config
|
| 1864 | 2024-09-27T04:21:37.506Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:47995
|
| 1865 | 2024-09-27T04:21:37.506Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 75
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:47995
req_id = 8bcfb53a-0be5-47bc-832e-f91db399d2a5
response_code = 200
uri = /baseboard
|
| 1866 | 2024-09-27T04:21:38.768Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 5897
local_addr = [fd00:1122:3344:101::1]:34785
method = GET
remote_addr = [fd00:1122:3344:101::d]:45422
req_id = 6c72cf24-1b95-4018-80c7-141986e2f128
response_code = 200
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
uri = /273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1867 | 2024-09-27T04:21:46.562Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48000
|
| 1868 | 2024-09-27T04:21:46.562Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48000
req_id = afd84808-4ee0-4018-9361-647100cb7f75
response_code = 200
uri = /vpc-routes
|
| 1869 | 2024-09-27T04:21:46.572Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42931
|
| 1870 | 2024-09-27T04:21:46.572Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42931
req_id = cade7ffa-ac88-48e3-ae19-0cd2bf8b15fd
response_code = 200
uri = /vpc-routes
|
| 1871 | 2024-09-27T04:21:46.573Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:48000
req_id = 217c9b48-4eaf-4b2b-b92f-751ed306b79c
response_code = 204
uri = /vpc-routes
|
| 1872 | 2024-09-27T04:21:46.583Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42931
req_id = 2d49d732-331a-4a82-8115-4db07cb552a0
response_code = 204
uri = /vpc-routes
|
| 1873 | 2024-09-27T04:21:46.651Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34252
|
| 1874 | 2024-09-27T04:21:46.651Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34252
req_id = e3850dea-cfeb-4b82-a0b8-a11c3bc3a589
response_code = 200
uri = /v2p
|
| 1875 | 2024-09-27T04:21:46.709Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63395
|
| 1876 | 2024-09-27T04:21:46.710Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63395
req_id = d452e131-27cb-4f24-ab88-dc534c813f35
response_code = 200
uri = /v2p
|
| 1877 | 2024-09-27T04:21:46.765Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55341
|
| 1878 | 2024-09-27T04:21:46.765Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55341
req_id = e3a718eb-34bb-420a-8534-3fbdda4e87f9
response_code = 200
uri = /v2p
|
| 1879 | 2024-09-27T04:21:46.769Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48673
|
| 1880 | 2024-09-27T04:21:46.770Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1881 | 2024-09-27T04:21:46.808Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1882 | 2024-09-27T04:21:46.861Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91760
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:48673
req_id = f5984a29-df56-4cf1-a0da-cc7ef87e51eb
response_code = 204
uri = /switch-ports
|
| 1883 | 2024-09-27T04:21:46.861Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34564
|
| 1884 | 2024-09-27T04:21:46.861Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42353
|
| 1885 | 2024-09-27T04:21:46.862Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1886 | 2024-09-27T04:21:46.862Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 755
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34564
req_id = d02836ae-70cd-483b-9cd8-fa31d53bdf46
response_code = 200
uri = /vpc-routes
|
| 1887 | 2024-09-27T04:21:46.862Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 867
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48673
req_id = 4c3cf3e9-5f19-4d78-8b13-90fdfa89bfac
response_code = 200
uri = /network-bootstore-config
|
| 1888 | 2024-09-27T04:21:46.870Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 191
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34564
req_id = 142599aa-73d4-4704-b6e9-e9e0faafc789
response_code = 204
uri = /vpc-routes
|
| 1889 | 2024-09-27T04:21:46.882Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36907
|
| 1890 | 2024-09-27T04:21:46.897Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1891 | 2024-09-27T04:21:46.952Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1892 | 2024-09-27T04:21:46.952Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 90912
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:42353
req_id = 34cf212b-00d5-4777-b9d6-35af4ac40d54
response_code = 204
uri = /switch-ports
|
| 1893 | 2024-09-27T04:21:46.957Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4849
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42353
req_id = fe2b40f4-2576-409c-817f-2b7c71c0e696
response_code = 200
uri = /network-bootstore-config
|
| 1894 | 2024-09-27T04:21:46.989Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1895 | 2024-09-27T04:21:47.045Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 162793
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36907
req_id = 28c9131a-e1d3-451b-8007-cf670588afc9
response_code = 204
uri = /switch-ports
|
| 1896 | 2024-09-27T04:21:47.045Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36907
req_id = 2ccd571d-00ca-445f-b777-60e60f13e120
response_code = 200
uri = /network-bootstore-config
|
| 1897 | 2024-09-27T04:22:07.539Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43010
|
| 1898 | 2024-09-27T04:22:07.539Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 73
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:43010
req_id = f09826c1-58ac-4d4f-8d0e-1203b7e477a2
response_code = 200
uri = /baseboard
|
| 1899 | 2024-09-27T04:22:08.847Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7745
local_addr = [fd00:1122:3344:101::1]:34785
method = GET
remote_addr = [fd00:1122:3344:101::d]:45422
req_id = 4c66fa3f-276e-42f2-92e4-492ea535d407
response_code = 200
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
uri = /273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1900 | 2024-09-27T04:22:16.444Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53938
|
| 1901 | 2024-09-27T04:22:16.445Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53938
req_id = 3c5935f5-6cb6-485b-8d71-141e25007d26
response_code = 200
uri = /vpc-routes
|
| 1902 | 2024-09-27T04:22:16.459Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37022
|
| 1903 | 2024-09-27T04:22:16.459Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37022
req_id = d32c881a-db65-4a25-8540-a6b1e779c60c
response_code = 200
uri = /vpc-routes
|
| 1904 | 2024-09-27T04:22:16.479Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:37022
req_id = d9c994ac-7f20-4617-b485-3d6d057f6916
response_code = 204
uri = /vpc-routes
|
| 1905 | 2024-09-27T04:22:16.515Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36022
|
| 1906 | 2024-09-27T04:22:16.516Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1191
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36022
req_id = f1d5382f-5146-4d19-b954-bea2442f1674
response_code = 200
uri = /v2p
|
| 1907 | 2024-09-27T04:22:16.529Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52277
|
| 1908 | 2024-09-27T04:22:16.529Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52277
req_id = 8aa96de5-55d7-48f5-92db-1029d250157a
response_code = 200
uri = /v2p
|
| 1909 | 2024-09-27T04:22:16.534Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1036
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53938
req_id = c30c4e7a-ab8b-4801-97a6-b6b7c224bd22
response_code = 204
uri = /vpc-routes
|
| 1910 | 2024-09-27T04:22:16.568Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34711
|
| 1911 | 2024-09-27T04:22:16.568Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1912 | 2024-09-27T04:22:16.613Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1913 | 2024-09-27T04:22:16.680Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 111839
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:34711
req_id = 759b58ab-4b11-4ab8-a335-21e1663c023a
response_code = 204
uri = /switch-ports
|
| 1914 | 2024-09-27T04:22:16.680Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53775
|
| 1915 | 2024-09-27T04:22:16.680Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36510
|
| 1916 | 2024-09-27T04:22:16.680Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 118
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36510
req_id = 1052e98a-c8fd-46fb-9c1f-8cad3b1152d4
response_code = 200
uri = /vpc-routes
|
| 1917 | 2024-09-27T04:22:16.681Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1918 | 2024-09-27T04:22:16.682Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1197
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34711
req_id = 1e841df6-a640-4fd2-97eb-6c748050b645
response_code = 200
uri = /network-bootstore-config
|
| 1919 | 2024-09-27T04:22:16.719Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1920 | 2024-09-27T04:22:16.777Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96198
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:53775
req_id = e28e7be9-db09-480b-a650-08be269ef592
response_code = 204
uri = /switch-ports
|
| 1921 | 2024-09-27T04:22:16.777Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53775
req_id = 04e34b2b-a031-4da5-a0f8-e5f949773950
response_code = 200
uri = /network-bootstore-config
|
| 1922 | 2024-09-27T04:22:16.798Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64446
|
| 1923 | 2024-09-27T04:22:16.798Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 118
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64446
req_id = aa38080b-6835-4b44-aba1-9ec436013852
response_code = 200
uri = /v2p
|
| 1924 | 2024-09-27T04:22:16.801Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36510
req_id = 69994a96-6ad4-488a-9287-eaf238258547
response_code = 204
uri = /vpc-routes
|
| 1925 | 2024-09-27T04:22:16.966Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55527
|
| 1926 | 2024-09-27T04:22:16.966Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1927 | 2024-09-27T04:22:17.003Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1928 | 2024-09-27T04:22:17.059Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93344
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55527
req_id = bd032152-59df-4c04-882d-64c6079bbe81
response_code = 204
uri = /switch-ports
|
| 1929 | 2024-09-27T04:22:17.060Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55527
req_id = 20daedba-3eb0-4233-96dd-2a88332be511
response_code = 200
uri = /network-bootstore-config
|
| 1930 | 2024-09-27T04:22:37.574Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57348
|
| 1931 | 2024-09-27T04:22:37.575Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 771
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57348
req_id = 5d70e0fe-9ae6-40e3-95f1-94340894b281
response_code = 200
uri = /baseboard
|
| 1932 | 2024-09-27T04:22:38.846Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7367
local_addr = [fd00:1122:3344:101::1]:34785
method = GET
remote_addr = [fd00:1122:3344:101::d]:45422
req_id = c1b5b9cc-0f01-42ff-ba5e-24e148206bb8
response_code = 200
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
uri = /273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1933 | 2024-09-27T04:22:46.506Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47836
|
| 1934 | 2024-09-27T04:22:46.506Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47836
req_id = 98353530-472f-46d4-9faa-b40e4a09d889
response_code = 200
uri = /vpc-routes
|
| 1935 | 2024-09-27T04:22:46.532Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47836
req_id = 1df87817-5424-4bed-9992-ca52f2d75f14
response_code = 204
uri = /vpc-routes
|
| 1936 | 2024-09-27T04:22:46.619Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46169
|
| 1937 | 2024-09-27T04:22:46.619Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46169
req_id = a908395e-be48-4a7e-800e-efb1b3b4e483
response_code = 200
uri = /vpc-routes
|
| 1938 | 2024-09-27T04:22:46.631Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46169
req_id = 83f7fd5c-c2ad-4158-9f66-7c4948bd1256
response_code = 204
uri = /vpc-routes
|
| 1939 | 2024-09-27T04:22:46.676Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60752
|
| 1940 | 2024-09-27T04:22:46.676Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 118
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60752
req_id = 0378b752-500c-43f3-be66-881a4bf2614f
response_code = 200
uri = /v2p
|
| 1941 | 2024-09-27T04:22:46.712Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60132
|
| 1942 | 2024-09-27T04:22:46.712Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 778
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60132
req_id = e1980e84-9101-4815-993d-9e9196f62d79
response_code = 200
uri = /v2p
|
| 1943 | 2024-09-27T04:22:46.727Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63805
|
| 1944 | 2024-09-27T04:22:46.727Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1945 | 2024-09-27T04:22:46.766Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1946 | 2024-09-27T04:22:46.821Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 94745
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:63805
req_id = a0bc0433-dcaf-4a5b-815c-7398c5279a9d
response_code = 204
uri = /switch-ports
|
| 1947 | 2024-09-27T04:22:46.822Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50763
|
| 1948 | 2024-09-27T04:22:46.822Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35328
|
| 1949 | 2024-09-27T04:22:46.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 745
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50763
req_id = f3cf2323-3e0e-4948-b257-1f74b6d66c50
response_code = 200
uri = /vpc-routes
|
| 1950 | 2024-09-27T04:22:46.823Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1951 | 2024-09-27T04:22:46.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 944
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63805
req_id = b973ff19-a071-4cc4-925a-ac30dd9384fc
response_code = 200
uri = /network-bootstore-config
|
| 1952 | 2024-09-27T04:22:46.832Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50763
req_id = 86681623-65d7-470a-a937-92a2765259f8
response_code = 204
uri = /vpc-routes
|
| 1953 | 2024-09-27T04:22:46.839Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36812
|
| 1954 | 2024-09-27T04:22:46.859Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1955 | 2024-09-27T04:22:46.863Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60675
|
| 1956 | 2024-09-27T04:22:46.863Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 193
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60675
req_id = 4e1d6897-d5be-46fc-91fc-31aff24cc37e
response_code = 200
uri = /v2p
|
| 1957 | 2024-09-27T04:22:46.912Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1958 | 2024-09-27T04:22:46.912Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 90382
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:35328
req_id = 647f4d87-864e-4422-9a93-ec51aae83055
response_code = 204
uri = /switch-ports
|
| 1959 | 2024-09-27T04:22:46.916Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 669
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35328
req_id = d80989f8-d562-43ed-bab2-6580a63969f2
response_code = 200
uri = /network-bootstore-config
|
| 1960 | 2024-09-27T04:22:46.947Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1961 | 2024-09-27T04:22:47.004Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 164476
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36812
req_id = c6048f30-b075-4c03-b091-10ecd05e5950
response_code = 204
uri = /switch-ports
|
| 1962 | 2024-09-27T04:22:47.004Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36812
req_id = e375d4b0-d85b-40b5-ac17-55121703d9ed
response_code = 200
uri = /network-bootstore-config
|
| 1963 | 2024-09-27T04:23:07.606Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48295
|
| 1964 | 2024-09-27T04:23:07.606Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 60
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48295
req_id = abaec8f4-61f7-4202-b4bd-316985707fce
response_code = 200
uri = /baseboard
|
| 1965 | 2024-09-27T04:23:08.846Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7525
local_addr = [fd00:1122:3344:101::1]:34785
method = GET
remote_addr = [fd00:1122:3344:101::d]:45422
req_id = de1b17d5-4b8a-49ce-9334-54fbdf39f351
response_code = 200
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
uri = /273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1966 | 2024-09-27T04:23:16.429Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54516
|
| 1967 | 2024-09-27T04:23:16.431Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1682
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54516
req_id = 130a1ec3-0c4d-4e25-bc04-d4fda2260955
response_code = 200
uri = /vpc-routes
|
| 1968 | 2024-09-27T04:23:16.442Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54516
req_id = 0f7a5b1a-83e7-4146-abe5-bc578c998347
response_code = 204
uri = /vpc-routes
|
| 1969 | 2024-09-27T04:23:16.574Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50337
|
| 1970 | 2024-09-27T04:23:16.575Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 902
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50337
req_id = 1c0f4214-2db1-40b9-88a6-41cda81edcba
response_code = 200
uri = /v2p
|
| 1971 | 2024-09-27T04:23:16.620Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58595
|
| 1972 | 2024-09-27T04:23:16.620Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58595
req_id = c9d3765c-f09e-45f8-9db5-d9dce89eb7d3
response_code = 200
uri = /vpc-routes
|
| 1973 | 2024-09-27T04:23:16.645Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 144
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58595
req_id = a591ea24-b626-4d79-8277-976ba79b19e5
response_code = 204
uri = /vpc-routes
|
| 1974 | 2024-09-27T04:23:16.710Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45302
|
| 1975 | 2024-09-27T04:23:16.711Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1976 | 2024-09-27T04:23:16.753Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1977 | 2024-09-27T04:23:16.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 106887
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:45302
req_id = 4bfbb541-66c4-4722-b523-cade25d2dd33
response_code = 204
uri = /switch-ports
|
| 1978 | 2024-09-27T04:23:16.817Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65158
|
| 1979 | 2024-09-27T04:23:16.817Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45679
|
| 1980 | 2024-09-27T04:23:16.818Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 488
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65158
req_id = 3927aca8-cfa6-44f9-a466-3e09c8057d46
response_code = 200
uri = /vpc-routes
|
| 1981 | 2024-09-27T04:23:16.818Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 638
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45679
req_id = cd385e2e-83fb-4d42-b08e-94dcb26b40aa
response_code = 200
uri = /v2p
|
| 1982 | 2024-09-27T04:23:16.818Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 604
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45302
req_id = c0745c85-319d-446a-b732-76e2dbdcafcb
response_code = 200
uri = /network-bootstore-config
|
| 1983 | 2024-09-27T04:23:16.828Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 156
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65158
req_id = 53d0e174-bc26-4815-9283-64f641a5d484
response_code = 204
uri = /vpc-routes
|
| 1984 | 2024-09-27T04:23:16.830Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33188
|
| 1985 | 2024-09-27T04:23:16.831Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1986 | 2024-09-27T04:23:16.873Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1987 | 2024-09-27T04:23:16.929Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98617
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:33188
req_id = 67fe12b2-031a-43a1-b707-6fbaf41e32a5
response_code = 204
uri = /switch-ports
|
| 1988 | 2024-09-27T04:23:16.929Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37278
|
| 1989 | 2024-09-27T04:23:16.929Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43184
|
| 1990 | 2024-09-27T04:23:16.930Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 227
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33188
req_id = 4ca9c5dd-5e48-438f-af8b-02f167e38e11
response_code = 200
uri = /network-bootstore-config
|
| 1991 | 2024-09-27T04:23:16.930Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1992 | 2024-09-27T04:23:16.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3597
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43184
req_id = 86643283-8af8-4aa1-bcd0-803e7676d2e4
response_code = 200
uri = /v2p
|
| 1993 | 2024-09-27T04:23:16.964Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1994 | 2024-09-27T04:23:17.019Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 89535
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37278
req_id = 1ea177a4-79bc-46d2-b7a8-a3b23f0a978f
response_code = 204
uri = /switch-ports
|
| 1995 | 2024-09-27T04:23:17.019Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37278
req_id = e2a9456e-e332-4003-a66a-cbff886f2e5f
response_code = 200
uri = /network-bootstore-config
|
| 1996 | 2024-09-27T04:23:37.639Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:56774
|
| 1997 | 2024-09-27T04:23:37.640Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 723
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:56774
req_id = 99e37ffa-122c-49e1-94f3-61f51e8615c1
response_code = 200
uri = /baseboard
|
| 1998 | 2024-09-27T04:23:38.846Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7626
local_addr = [fd00:1122:3344:101::1]:34785
method = GET
remote_addr = [fd00:1122:3344:101::d]:45422
req_id = cbeae5bf-de05-40a1-9ee1-8c856bc4f0aa
response_code = 200
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
uri = /273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 1999 | 2024-09-27T04:23:46.673Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49146
|
| 2000 | 2024-09-27T04:23:46.674Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1074
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49146
req_id = 9361f060-f1b0-4b1e-9b68-420b5d2a1729
response_code = 200
uri = /vpc-routes
|
| 2001 | 2024-09-27T04:23:46.687Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49146
req_id = dfa5fbd3-3889-4628-b9af-b408e0e7c33b
response_code = 204
uri = /vpc-routes
|
| 2002 | 2024-09-27T04:23:46.724Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44442
|
| 2003 | 2024-09-27T04:23:46.724Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44442
req_id = e410b796-ab99-439c-be4d-e179b1fb30d9
response_code = 200
uri = /vpc-routes
|
| 2004 | 2024-09-27T04:23:46.759Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55637
|
| 2005 | 2024-09-27T04:23:46.761Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1010
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55637
req_id = bfdc18fc-c76c-47f5-ba0e-9bccf340cf96
response_code = 200
uri = /v2p
|
| 2006 | 2024-09-27T04:23:46.769Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44442
req_id = 025179aa-be13-474e-a014-3370d7d3a940
response_code = 204
uri = /vpc-routes
|
| 2007 | 2024-09-27T04:23:46.775Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46124
|
| 2008 | 2024-09-27T04:23:46.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46124
req_id = fe114c1c-f996-4947-ae92-8706a1870c16
response_code = 200
uri = /vpc-routes
|
| 2009 | 2024-09-27T04:23:46.790Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46124
req_id = 6624254f-8587-4590-b395-6d411599f3b5
response_code = 204
uri = /vpc-routes
|
| 2010 | 2024-09-27T04:23:46.806Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54676
|
| 2011 | 2024-09-27T04:23:46.806Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 2012 | 2024-09-27T04:23:46.852Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 2013 | 2024-09-27T04:23:46.915Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 108266
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:54676
req_id = f8d74b20-5d6d-4f9a-b435-b2c9e73da658
response_code = 204
uri = /switch-ports
|
| 2014 | 2024-09-27T04:23:46.915Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38940
|
| 2015 | 2024-09-27T04:23:46.915Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35128
|
| 2016 | 2024-09-27T04:23:46.915Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 2017 | 2024-09-27T04:23:46.915Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 236
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54676
req_id = f8f80e18-ce23-4348-a413-85b88f4ffa88
response_code = 200
uri = /network-bootstore-config
|
| 2018 | 2024-09-27T04:23:46.919Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3965
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35128
req_id = 812bc5f5-2cbb-4d46-b46b-47f1e59cdc1b
response_code = 200
uri = /v2p
|
| 2019 | 2024-09-27T04:23:46.951Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55001
|
| 2020 | 2024-09-27T04:23:46.951Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 181
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55001
req_id = 05dcfff6-03db-48f3-963b-92711d621268
response_code = 200
uri = /v2p
|
| 2021 | 2024-09-27T04:23:46.953Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 2022 | 2024-09-27T04:23:46.998Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36115
|
| 2023 | 2024-09-27T04:23:46.998Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34146
|
| 2024 | 2024-09-27T04:23:46.999Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name("external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name("external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name("nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name("nexus-9b05ae10-b638-4e17-af1b-3d53602f4578"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name("nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2025 | 2024-09-27T04:23:46.999Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2026 | 2024-09-27T04:23:46.999Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2027 | 2024-09-27T04:23:46.999Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2028 | 2024-09-27T04:23:46.999Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2029 | 2024-09-27T04:23:46.999Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 2030 | 2024-09-27T04:23:46.999Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2031 | 2024-09-27T04:23:46.999Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 797
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34146
req_id = 7dca447f-8300-4614-9ac7-ed2eb06a23d0
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2032 | 2024-09-27T04:23:47.019Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 2033 | 2024-09-27T04:23:47.019Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 103857
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:38940
req_id = c1d0f57b-7874-4453-86c8-ac6d5936091d
response_code = 204
uri = /switch-ports
|
| 2034 | 2024-09-27T04:23:47.023Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 646
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38940
req_id = 7c248fb7-7a1f-4cf4-a8d2-a8294b69c23c
response_code = 200
uri = /network-bootstore-config
|
| 2035 | 2024-09-27T04:23:47.046Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40761
|
| 2036 | 2024-09-27T04:23:47.047Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name("external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name("external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name("nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name("nexus-9b05ae10-b638-4e17-af1b-3d53602f4578"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name("nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2037 | 2024-09-27T04:23:47.047Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2038 | 2024-09-27T04:23:47.047Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2039 | 2024-09-27T04:23:47.047Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2040 | 2024-09-27T04:23:47.047Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2041 | 2024-09-27T04:23:47.047Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 2042 | 2024-09-27T04:23:47.047Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2043 | 2024-09-27T04:23:47.047Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 669
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:40761
req_id = cad6a48c-6ff2-441e-9eb1-ba585f87befc
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2044 | 2024-09-27T04:23:47.055Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 2045 | 2024-09-27T04:23:47.094Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34340
|
| 2046 | 2024-09-27T04:23:47.095Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: a0b0e21c-bcfa-4e85-bc0b-cd7d116c0121, kind: Service { id: 2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5 }, name: Name("external-dns-2dbe3e04-b332-4ecf-86e0-43e8ce8f73e5"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 200])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bd6b58ee-7435-46b8-8372-1603d581bac8, kind: Service { id: 30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1 }, name: Name("external-dns-30fc9fc8-4c3b-49f4-9e56-0d9caca9cac1"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 117])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5efe858f-e7ea-4c64-aeb5-0aca9c9c6a9a, kind: Service { id: 3b1fed32-ce57-4460-a9cb-8bcabafb5f0d }, name: Name("nexus-3b1fed32-ce57-4460-a9cb-8bcabafb5f0d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 148])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9e7547d2-70b7-41eb-96f6-ab0a9ba8f84a, kind: Service { id: 9b05ae10-b638-4e17-af1b-3d53602f4578 }, name: Name("nexus-9b05ae10-b638-4e17-af1b-3d53602f4578"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 153])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f8da65c0-c689-4319-9711-23c85881c64b, kind: Service { id: d41950f3-e43f-4a33-b0eb-3f93bf4fd039 }, name: Name("nexus-d41950f3-e43f-4a33-b0eb-3f93bf4fd039"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 59])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 2047 | 2024-09-27T04:23:47.095Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2048 | 2024-09-27T04:23:47.095Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2049 | 2024-09-27T04:23:47.095Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2050 | 2024-09-27T04:23:47.095Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 2051 | 2024-09-27T04:23:47.095Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 2052 | 2024-09-27T04:23:47.095Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 2053 | 2024-09-27T04:23:47.095Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 356
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34340
req_id = 40d55343-c9c7-422d-aeb4-586b3159bd37
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 2054 | 2024-09-27T04:23:47.111Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 112467
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36115
req_id = b3831407-a098-4cd6-87b6-e3e223e4d1c1
response_code = 204
uri = /switch-ports
|
| 2055 | 2024-09-27T04:23:47.111Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36115
req_id = 974de3df-18cb-4d4c-a711-7cf36920693e
response_code = 200
uri = /network-bootstore-config
|
| 2056 | 2024-09-27T04:24:07.673Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:46667
|
| 2057 | 2024-09-27T04:24:07.673Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 792
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:46667
req_id = 67573033-d1ba-4a12-91ae-97ffc86d0a65
response_code = 200
uri = /baseboard
|
| 2058 | 2024-09-27T04:24:08.846Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7266
local_addr = [fd00:1122:3344:101::1]:34785
method = GET
remote_addr = [fd00:1122:3344:101::d]:45422
req_id = 6b1fb168-9108-4c04-8c49-d2d3fd6e6c16
response_code = 200
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
uri = /273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 2059 | 2024-09-27T04:24:16.409Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36143
|
| 2060 | 2024-09-27T04:24:16.409Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36143
req_id = 8375df43-1c4d-4362-af24-f76d7b973f4e
response_code = 200
uri = /vpc-routes
|
| 2061 | 2024-09-27T04:24:16.421Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36143
req_id = dc7e5a8b-e01c-4edd-b1f9-847ba57991bb
response_code = 204
uri = /vpc-routes
|
| 2062 | 2024-09-27T04:24:16.474Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64159
|
| 2063 | 2024-09-27T04:24:16.474Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64159
req_id = 434f9004-7aa0-4210-a389-242075289f1d
response_code = 200
uri = /vpc-routes
|
| 2064 | 2024-09-27T04:24:16.489Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64159
req_id = f29ee7e8-d6ff-4642-88a3-b4e13ccb7c33
response_code = 204
uri = /vpc-routes
|
| 2065 | 2024-09-27T04:24:16.560Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54022
|
| 2066 | 2024-09-27T04:24:16.560Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 163
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54022
req_id = f998bad1-b64f-4178-8a6d-04bcb2c4db97
response_code = 200
uri = /v2p
|
| 2067 | 2024-09-27T04:24:16.590Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45609
|
| 2068 | 2024-09-27T04:24:16.590Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 2069 | 2024-09-27T04:24:16.631Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 2070 | 2024-09-27T04:24:16.689Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98773
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:45609
req_id = 7c13ddc0-373e-48c4-a20d-16244caf37bf
response_code = 204
uri = /switch-ports
|
| 2071 | 2024-09-27T04:24:16.689Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38837
|
| 2072 | 2024-09-27T04:24:16.689Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47071
|
| 2073 | 2024-09-27T04:24:16.689Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50482
|
| 2074 | 2024-09-27T04:24:16.690Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 930
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47071
req_id = fa0923f4-5dce-41c4-9134-2ef8b076088b
response_code = 200
uri = /vpc-routes
|
| 2075 | 2024-09-27T04:24:16.690Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 2076 | 2024-09-27T04:24:16.690Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1103
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50482
req_id = fb6e434b-7077-4b24-bb15-0d2c46090023
response_code = 200
uri = /v2p
|
| 2077 | 2024-09-27T04:24:16.690Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1182
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45609
req_id = b9294c31-8350-42ea-b4e2-507fbaaa8cd4
response_code = 200
uri = /network-bootstore-config
|
| 2078 | 2024-09-27T04:24:16.701Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 305
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47071
req_id = 50d817b4-96bd-4fdc-9c23-685003430e33
response_code = 204
uri = /vpc-routes
|
| 2079 | 2024-09-27T04:24:16.725Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34974
|
| 2080 | 2024-09-27T04:24:16.725Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34974
req_id = 90707ce8-cf17-4ab7-8d82-8aa9c20b4e13
response_code = 200
uri = /v2p
|
| 2081 | 2024-09-27T04:24:16.729Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 2082 | 2024-09-27T04:24:16.784Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 94610
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:38837
req_id = e2a91edf-b23e-4e6f-81b7-5be63092e014
response_code = 204
uri = /switch-ports
|
| 2083 | 2024-09-27T04:24:16.784Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 143
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38837
req_id = cad4ce51-bf98-49df-83a3-16b815b2be39
response_code = 200
uri = /network-bootstore-config
|
| 2084 | 2024-09-27T04:24:16.797Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44068
|
| 2085 | 2024-09-27T04:24:16.797Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 2086 | 2024-09-27T04:24:16.831Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 2087 | 2024-09-27T04:24:16.885Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 87686
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:44068
req_id = f10493d1-63de-4cbe-9b3f-3177dd11af11
response_code = 204
uri = /switch-ports
|
| 2088 | 2024-09-27T04:24:16.885Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44068
req_id = 40c6fb1e-0ef5-4246-8624-315d56f386a4
response_code = 200
uri = /network-bootstore-config
|
| 2089 | 2024-09-27T04:24:27.852Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50077
|
| 2090 | 2024-09-27T04:24:27.852Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 188
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50077
req_id = b34d326f-78d7-4750-a354-2a05510f33b5
response_code = 200
uri = /v2p
|
| 2091 | 2024-09-27T04:24:27.853Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:778
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(11245733) }
|
| 2092 | 2024-09-27T04:24:27.853Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50077
req_id = 64a56b97-db88-4b79-bdca-62d4d5eb6a71
response_code = 204
uri = /v2p
|
| 2093 | 2024-09-27T04:24:27.986Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33946
|
| 2094 | 2024-09-27T04:24:27.994Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:539
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11245733))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-10e3feaaa57", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f865f863-2804-4e42-8402-0816ece0d0db, read_only_parent: Some(Volume { block_size: 512, id: d2fedb6a-3517-4e5b-9918-73192a0d7250, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 84e9f469-cfc4-4e4e-a715-4631b8e76144, key: Some("XzkOwzfIIxkoUEc/Yfw547SKYgEvzgJL5yEMnFCHRfo="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::12]:19002", "[fd00:1122:3344:101::18]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f865f863-2804-4e42-8402-0816ece0d0db, key: Some("ZIOlQSQ0s2t5AH0xjCwHRNX7gCPSkmi2LgLICv2aVaI="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::17]:19003", "[fd00:1122:3344:101::16]:19000"] } }] } }], cloud_init_bytes: Some(..) }
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
metadata = InstanceMetadata { silo_id: 0d47fa77-6a7d-47a5-88e8-3d2278a1ccc4, project_id: 000579e9-16ed-42cd-ac02-6f9deb6622ea }
migration_id = None
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-27T04:24:27.983750788Z }
|
| 2095 | 2024-09-27T04:24:27.994Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:572
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
migration_id = None
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2096 | 2024-09-27T04:24:27.994Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:1008
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
migration_id = None
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11245733))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 9c2a8bbd-2e5f-4369-abde-3fe0de10d006, kind: Instance { id: 1f709a41-00b0-4a8e-ad00-d4fd48991e51 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11245733), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-10e3feaaa57", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f865f863-2804-4e42-8402-0816ece0d0db, read_only_parent: Some(Volume { block_size: 512, id: d2fedb6a-3517-4e5b-9918-73192a0d7250, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 84e9f469-cfc4-4e4e-a715-4631b8e76144, key: Some("XzkOwzfIIxkoUEc/Yfw547SKYgEvzgJL5yEMnFCHRfo="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19002", "[fd00:1122:3344:101::12]:19002", "[fd00:1122:3344:101::18]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f865f863-2804-4e42-8402-0816ece0d0db, key: Some("ZIOlQSQ0s2t5AH0xjCwHRNX7gCPSkmi2LgLICv2aVaI="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::17]:19003", "[fd00:1122:3344:101::16]:19000"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-27T04:24:27.983750788Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
| 2097 | 2024-09-27T04:24:27.996Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 10488
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33946
req_id = 4bf7c632-bb95-4ec4-978f-503e2fba5b64
response_code = 200
uri = /vmms/b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2098 | 2024-09-27T04:24:28.118Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53857
|
| 2099 | 2024-09-27T04:24:28.119Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 980
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53857
req_id = 2c375ce2-fd20-4a3c-808f-eb698c2f6c8c
response_code = 200
uri = /vmms/b917f80b-5567-4a2b-be9e-28e542db7140/state
|
| 2100 | 2024-09-27T04:24:28.129Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 11245733 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
| 2101 | 2024-09-27T04:24:28.130Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 2102 | 2024-09-27T04:24:28.172Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
file = illumos-utils/src/zone.rs:316
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2103 | 2024-09-27T04:24:28.195Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
file = illumos-utils/src/zone.rs:354
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2104 | 2024-09-27T04:24:29.736Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2105 | 2024-09-27T04:24:29.736Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140 zone
file = illumos-utils/src/running_zone.rs:488
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
zone = oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2106 | 2024-09-27T04:24:29.930Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140") failed: Property not found. retry in 56.829351ms
file = illumos-utils/src/svc.rs:36
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
zone = oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2107 | 2024-09-27T04:24:30.011Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140") failed: Property not found. retry in 66.599089ms
file = illumos-utils/src/svc.rs:36
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
zone = oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2108 | 2024-09-27T04:24:30.118Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140") failed: Property not found. retry in 124.309428ms
file = illumos-utils/src/svc.rs:36
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
zone = oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2109 | 2024-09-27T04:24:30.261Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140") failed: Property not found. retry in 277.191174ms
file = illumos-utils/src/svc.rs:36
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
zone = oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2110 | 2024-09-27T04:24:30.552Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140") failed: Property not found. retry in 951.843019ms
file = illumos-utils/src/svc.rs:36
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
zone = oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2111 | 2024-09-27T04:24:31.519Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140") failed: Property not found. retry in 1.301755952s
file = illumos-utils/src/svc.rs:36
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
zone = oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2112 | 2024-09-27T04:24:32.834Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140") failed: Property not found. retry in 672.722473ms
file = illumos-utils/src/svc.rs:36
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
zone = oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2113 | 2024-09-27T04:24:33.518Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140") failed: Property not found. retry in 1.100976146s
file = illumos-utils/src/svc.rs:36
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
zone = oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2114 | 2024-09-27T04:24:34.649Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
file = sled-agent/src/instance.rs:1466
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2115 | 2024-09-27T04:24:34.658Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140") failed: Property not found. retry in 36.977687ms
file = illumos-utils/src/svc.rs:36
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2116 | 2024-09-27T04:24:34.706Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140") failed: Property not found. retry in 117.245588ms
file = illumos-utils/src/svc.rs:36
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2117 | 2024-09-27T04:24:34.833Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140") failed: Property not found. retry in 177.052231ms
file = illumos-utils/src/svc.rs:36
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2118 | 2024-09-27T04:24:35.021Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140") failed: Property not found. retry in 511.817942ms
file = illumos-utils/src/svc.rs:36
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2119 | 2024-09-27T04:24:35.545Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1475
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2120 | 2024-09-27T04:24:35.587Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1499
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2121 | 2024-09-27T04:24:35.731Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:744
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2122 | 2024-09-27T04:24:35.733Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-09-27T04:24:35.733459933Z }
file = sled-agent/src/instance.rs:594
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2123 | 2024-09-27T04:24:35.733Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-27T04:24:35.733459933Z }
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2124 | 2024-09-27T04:24:35.733Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-27T04:24:35.733459933Z }, migration_in: None, migration_out: None }
|
| 2125 | 2024-09-27T04:24:35.769Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-09-27T04:24:35.769431539Z }
file = sled-agent/src/instance.rs:594
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2126 | 2024-09-27T04:24:35.769Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-27T04:24:35.769431539Z }
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2127 | 2024-09-27T04:24:35.769Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-27T04:24:35.769431539Z }, migration_in: None, migration_out: None }
|
| 2128 | 2024-09-27T04:24:37.705Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:34141
|
| 2129 | 2024-09-27T04:24:37.705Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 79
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:34141
req_id = bcac413b-fa1d-4799-b69b-a9e30c5c469e
response_code = 200
uri = /baseboard
|
| 2130 | 2024-09-27T04:24:38.565Z | INFO | SledAgent (auto-cleanup-task): running automatic periodic zone bundle cleanup
file = sled-agent/src/zone_bundle.rs:197
|
| 2131 | 2024-09-27T04:24:38.565Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 2132 | 2024-09-27T04:24:38.596Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1703, tv_nsec: 483828084 }
time_to_next_cleanup = 599.999995s
|
| 2133 | 2024-09-27T04:24:38.963Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7359
local_addr = [fd00:1122:3344:101::1]:34785
method = GET
remote_addr = [fd00:1122:3344:101::d]:45422
req_id = 8100b300-ff6b-4da0-8016-7b35b5ad3335
response_code = 200
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
uri = /273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 2134 | 2024-09-27T04:24:46.608Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54470
|
| 2135 | 2024-09-27T04:24:46.608Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54470
req_id = 0289fc4e-e334-4a9e-9ef9-d391b4db603f
response_code = 200
uri = /vpc-routes
|
| 2136 | 2024-09-27T04:24:46.614Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62426
|
| 2137 | 2024-09-27T04:24:46.614Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62426
req_id = 2a7feb60-ad39-49c2-9896-f0c8a8bf46d7
response_code = 200
uri = /vmms/b917f80b-5567-4a2b-be9e-28e542db7140/state
|
| 2138 | 2024-09-27T04:24:46.666Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47811
|
| 2139 | 2024-09-27T04:24:46.666Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 180
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47811
req_id = 7125c8ce-2a7b-4e1d-82e0-766426274509
response_code = 200
uri = /vmms/b917f80b-5567-4a2b-be9e-28e542db7140/state
|
| 2140 | 2024-09-27T04:24:46.792Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52487
|
| 2141 | 2024-09-27T04:24:46.792Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52487
req_id = 70dae247-94f9-455d-af23-69c5fe6acb1f
response_code = 200
uri = /v2p
|
| 2142 | 2024-09-27T04:24:46.802Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60134
|
| 2143 | 2024-09-27T04:24:46.802Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60134
req_id = cac6db2b-03cb-4a6b-b614-c6251d740a6b
response_code = 200
uri = /vpc-routes
|
| 2144 | 2024-09-27T04:24:46.816Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41792
|
| 2145 | 2024-09-27T04:24:46.816Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 830
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41792
req_id = 58cfff07-057f-4526-8264-8cbf1affd3ea
response_code = 200
uri = /v2p
|
| 2146 | 2024-09-27T04:24:46.836Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 249
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54470
req_id = b7453040-ff07-437c-9fc4-216744a4b165
response_code = 204
uri = /vpc-routes
|
| 2147 | 2024-09-27T04:24:46.847Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53714
|
| 2148 | 2024-09-27T04:24:46.847Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53714
req_id = 92d2550d-acba-468e-aff6-cb0aec405f52
response_code = 200
uri = /vmms/b917f80b-5567-4a2b-be9e-28e542db7140/state
|
| 2149 | 2024-09-27T04:24:46.862Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56221
|
| 2150 | 2024-09-27T04:24:46.862Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 2151 | 2024-09-27T04:24:46.901Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 2152 | 2024-09-27T04:24:46.956Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 94380
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56221
req_id = da40f248-9502-4b7e-99de-2dc79000809e
response_code = 204
uri = /switch-ports
|
| 2153 | 2024-09-27T04:24:46.956Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59822
|
| 2154 | 2024-09-27T04:24:46.957Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58161
|
| 2155 | 2024-09-27T04:24:46.958Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 954
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58161
req_id = fc53b1ad-8777-4671-b085-0bf1b9c28a81
response_code = 200
uri = /vpc-routes
|
| 2156 | 2024-09-27T04:24:46.958Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1067
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56221
req_id = 27eca62a-a591-45d7-8954-b7af03e672cb
response_code = 200
uri = /network-bootstore-config
|
| 2157 | 2024-09-27T04:24:46.958Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 995
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59822
req_id = b0aa0129-7bb6-4753-a2b2-68033c32ab6b
response_code = 200
uri = /v2p
|
| 2158 | 2024-09-27T04:24:46.958Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1094
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60134
req_id = a9c0bcde-51ab-4a67-b404-806c7b4a6222
response_code = 204
uri = /vpc-routes
|
| 2159 | 2024-09-27T04:24:46.966Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48702
|
| 2160 | 2024-09-27T04:24:46.967Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 2161 | 2024-09-27T04:24:47.002Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 2162 | 2024-09-27T04:24:47.063Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96671
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:48702
req_id = 87e3e65c-b3a0-47d2-a1cc-1c8a3dcdf041
response_code = 204
uri = /switch-ports
|
| 2163 | 2024-09-27T04:24:47.063Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49136
|
| 2164 | 2024-09-27T04:24:47.064Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 2165 | 2024-09-27T04:24:47.064Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 940
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58161
req_id = 7aaf11ca-86d5-4990-bdce-35f99a98c608
response_code = 204
uri = /vpc-routes
|
| 2166 | 2024-09-27T04:24:47.064Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 878
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48702
req_id = 6540bbbb-15cd-41c3-b222-cdd149daccd8
response_code = 200
uri = /network-bootstore-config
|
| 2167 | 2024-09-27T04:24:47.103Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 2168 | 2024-09-27T04:24:47.158Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 94617
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:49136
req_id = 258e21cd-bfb8-43ab-8938-c1a0856d759a
response_code = 204
uri = /switch-ports
|
| 2169 | 2024-09-27T04:24:47.158Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 149
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49136
req_id = 4a17d7c9-8918-4408-9e40-4d9131853830
response_code = 200
uri = /network-bootstore-config
|
| 2170 | 2024-09-27T04:24:48.842Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58067
|
| 2171 | 2024-09-27T04:24:48.842Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 547
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58067
req_id = fedcf47d-14c7-42b5-8496-394bc1df7b37
response_code = 200
uri = /vmms/b917f80b-5567-4a2b-be9e-28e542db7140/state
|
| 2172 | 2024-09-27T04:24:48.843Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-09-27T04:24:48.842990947Z }
file = sled-agent/src/instance.rs:594
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2173 | 2024-09-27T04:24:48.843Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-27T04:24:48.842990947Z }
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2174 | 2024-09-27T04:24:48.843Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-27T04:24:48.842990947Z }, migration_in: None, migration_out: None }
|
| 2175 | 2024-09-27T04:24:48.881Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-09-27T04:24:48.881933315Z }
file = sled-agent/src/instance.rs:594
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2176 | 2024-09-27T04:24:48.881Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-09-27T04:24:48.881933315Z }
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2177 | 2024-09-27T04:24:48.881Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:630
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2178 | 2024-09-27T04:24:48.882Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 2179 | 2024-09-27T04:24:48.882Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 17429792685067563279
n_samples = 6
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 2180 | 2024-09-27T04:24:48.882Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 2181 | 2024-09-27T04:24:48.882Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/748b8e75-76ee-4580-b164-75555bc6ebe0/debug/bundle/zone", "/pool/int/ce1b2796-ed67-4d45-a8e3-ec4bd5cfb1e0/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/6210349b-22b6-44dd-8230-95dadf638be1/crypt/debug", "/pool/ext/4f211f92-688d-4df0-aca2-a594d7f2c11d/crypt/debug", "/pool/ext/920c8d28-f036-461d-9868-6b5051222a71/crypt/debug", "/pool/ext/d15d88e8-b9ae-406e-96ef-61d5336cbbdf/crypt/debug", "/pool/ext/48604733-34f0-4c7d-a800-bc2d35a9bd55/crypt/debug", "/pool/ext/d62f9cae-f24d-45e8-aeed-5dcbf5bd11e9/crypt/debug", "/pool/ext/ad5c2b78-2060-4fe0-91d7-d3f409464f81/crypt/debug", "/pool/ext/ca4b22d7-a885-4c9b-a158-428c94d728ff/crypt/debug", "/pool/ext/4b036abe-abef-463a-8eb9-d1a1776e412a/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2182 | 2024-09-27T04:24:48.882Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 10108606889482785580
n_samples = 6
sled_id = 273758ca-4687-47c2-b656-4cfc2ac70edb
|
| 2183 | 2024-09-27T04:24:49.521Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1142
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140", bundle_id: fef8ed41-6df5-4b7d-86f0-a37564b29308 }, time_created: 2024-09-27T04:24:48.883308298Z, version: 0, cause: TerminatedInstance }
|
| 2184 | 2024-09-27T04:24:49.521Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_b917f80b-5567-4a2b-be9e-28e542db7140
file = sled-agent/src/instance.rs:843
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2185 | 2024-09-27T04:24:51.260Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:270
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2186 | 2024-09-27T04:24:51.278Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:904
id = RouterId { vni: Vni(11245733), kind: System }
|
| 2187 | 2024-09-27T04:24:51.278Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:904
id = RouterId { vni: Vni(11245733), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
| 2188 | 2024-09-27T04:24:51.279Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-27T04:24:51.279057348Z }, migration_in: None, migration_out: None }
|
| 2189 | 2024-09-27T04:24:51.301Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-27T04:24:51.279057348Z }, migration_in: None, migration_out: None }
|
| 2190 | 2024-09-27T04:24:51.306Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:780
instance_id = 1f709a41-00b0-4a8e-ad00-d4fd48991e51
propolis_id = b917f80b-5567-4a2b-be9e-28e542db7140
|
| 2191 | 2024-09-27T04:24:51.650Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44394
|
| 2192 | 2024-09-27T04:24:51.650Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 42
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44394
req_id = b4946ad0-c17b-485f-988f-a83ff0c83738
response_code = 200
uri = /vpc-routes
|
| 2193 | 2024-09-27T04:24:51.658Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44394
req_id = 4c9f308c-304b-45b3-bae1-1473d84f147d
response_code = 204
uri = /vpc-routes
|
| 2194 | 2024-09-27T04:24:51.755Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45756
|
| 2195 | 2024-09-27T04:24:51.755Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45756
req_id = 8d66c853-4dfa-486e-b8ed-3e672aa47aea
response_code = 200
uri = /v2p
|
| 2196 | 2024-09-27T04:24:52.153Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37718
|
| 2197 | 2024-09-27T04:24:52.153Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 147
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37718
req_id = 5fdcca78-8a1e-4198-8878-fd88e75738d8
response_code = 200
uri = /v2p
|
| 2198 | 2024-09-27T04:24:52.711Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41990
|
| 2199 | 2024-09-27T04:24:52.711Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41990
req_id = deefc690-8424-41bf-887f-c7795be096c3
response_code = 200
uri = /vpc-routes
|
| 2200 | 2024-09-27T04:24:52.721Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 591
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41990
req_id = 7ec38db3-d9d2-4689-aa37-a3dc636ee9a2
response_code = 204
uri = /vpc-routes
|
| 2201 | 2024-09-27T04:24:52.970Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|