| 1 | | [ Jul 19 04:36:14 Enabled. ] |
| 2 | | [ Jul 19 04:36:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Jul 19 04:36:14 Method "start" exited with status 0. ] |
| 4 | | [ Jul 19 04:36:14 Rereading configuration. ] |
| 5 | | [ Jul 19 04:36:14 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-07-19T04:36:14.274Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:110
|
| 8 | 2024-07-19T04:36:14.274Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2024-07-19T04:36:14.329Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
| 10 | 2024-07-19T04:36:14.329Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2024-07-19T04:36:14.446Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2024-07-19T04:36:14.455Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2024-07-19T04:36:14.463Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
| 14 | 2024-07-19T04:36:15.068Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:200::, width: 64 }
|
| 15 | 2024-07-19T04:36:15.209Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:125
|
| 16 | 2024-07-19T04:36:15.209Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:137
|
| 17 | 2024-07-19T04:36:15.209Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:150
|
| 18 | 2024-07-19T04:36:15.209Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:172
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 19 | 2024-07-19T04:36:15.209Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
| 20 | 2024-07-19T04:36:15.209Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:718
|
| 21 | 2024-07-19T04:36:15.212Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:625
|
| 22 | 2024-07-19T04:36:15.212Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:767
|
| 23 | 2024-07-19T04:36:15.212Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:186
|
| 24 | 2024-07-19T04:36:15.212Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:826
|
| 25 | 2024-07-19T04:36:15.212Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:242
vdev = /scratch/m2_0.vdev
|
| 26 | 2024-07-19T04:36:15.212Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
| 27 | 2024-07-19T04:36:15.212Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:404
|
| 28 | 2024-07-19T04:36:15.212Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2024-07-19T04:36:15.212Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:127
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2024-07-19T04:36:15.224Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:361
|
| 31 | 2024-07-19T04:36:15.224Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:372
id = 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool)
|
| 32 | 2024-07-19T04:36:15.319Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool), kind: Internal }
|
| 33 | 2024-07-19T04:36:15.521Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:404
|
| 34 | 2024-07-19T04:36:15.521Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:242
vdev = /scratch/m2_1.vdev
|
| 35 | 2024-07-19T04:36:15.521Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:601
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2024-07-19T04:36:15.521Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:622
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2024-07-19T04:36:15.521Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:404
|
| 38 | 2024-07-19T04:36:15.521Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2024-07-19T04:36:15.521Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:127
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2024-07-19T04:36:15.530Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:361
|
| 41 | 2024-07-19T04:36:15.530Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:372
id = 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool)
|
| 42 | 2024-07-19T04:36:15.617Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool), kind: Internal }
|
| 43 | 2024-07-19T04:36:15.818Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:242
vdev = /scratch/u2_0.vdev
|
| 44 | 2024-07-19T04:36:15.818Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 45 | 2024-07-19T04:36:15.818Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 46 | 2024-07-19T04:36:15.818Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:404
|
| 47 | 2024-07-19T04:36:15.818Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 48 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 49 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:242
vdev = /scratch/u2_1.vdev
|
| 50 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:404
|
| 51 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 52 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 53 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 54 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 55 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:242
vdev = /scratch/u2_2.vdev
|
| 56 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:404
|
| 57 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 58 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 59 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 60 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 61 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:242
vdev = /scratch/u2_3.vdev
|
| 62 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 63 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:404
|
| 64 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 65 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 66 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 67 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:242
vdev = /scratch/u2_4.vdev
|
| 68 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:404
|
| 69 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 70 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 71 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 72 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 73 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:242
vdev = /scratch/u2_5.vdev
|
| 74 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:404
|
| 75 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 76 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 77 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 78 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 79 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:242
vdev = /scratch/u2_6.vdev
|
| 80 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 81 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 82 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 83 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:404
|
| 84 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 85 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:242
vdev = /scratch/u2_7.vdev
|
| 86 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:404
|
| 87 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 88 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:242
vdev = /scratch/u2_8.vdev
|
| 89 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 90 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 91 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 92 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }), tx: ... }
file = sled-storage/src/manager.rs:404
|
| 93 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 94 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:96
|
| 95 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 96 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:98
|
| 97 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 98 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 99 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 100 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 101 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 102 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 103 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:210
|
| 104 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (bootstore): No ledger in /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 105 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (bootstore): No ledger in /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 106 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
| 107 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (bootstore): No ledger in /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 108 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (bootstore): No ledger in /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 109 | 2024-07-19T04:36:15.819Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
| 110 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:215
|
| 111 | 2024-07-19T04:36:15.819Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:230
|
| 112 | 2024-07-19T04:36:15.830Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:722
|
| 113 | 2024-07-19T04:36:15.830Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:292
next_cleanup = Instant { tv_sec: 1044, tv_nsec: 679193296 }
time_to_next_cleanup = 599.99992985s
|
| 114 | 2024-07-19T04:36:15.830Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3583
|
| 115 | 2024-07-19T04:36:15.830Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 116 | 2024-07-19T04:36:15.830Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2024-07-19T04:36:15.830Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2024-07-19T04:36:15.833Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:205
local_addr = [fdb0:200::1]:80
|
| 119 | 2024-07-19T04:36:15.833Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:44
local_addr = [fdb0:200::1]:12346
|
| 120 | 2024-07-19T04:36:15.833Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1011
|
| 121 | 2024-07-19T04:36:15.833Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 122 | 2024-07-19T04:36:15.833Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 123 | 2024-07-19T04:36:15.833Z | INFO | SledAgent (RSS): No ledger in /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 124 | 2024-07-19T04:36:15.833Z | INFO | SledAgent (RSS): No ledger in /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 125 | 2024-07-19T04:36:15.833Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1071
|
| 126 | 2024-07-19T04:36:15.833Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 127 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (RSS): No ledger in /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 128 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (RSS): No ledger in /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 129 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1112
|
| 130 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:156
|
| 131 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:200::1
file = sled-agent/src/rack_setup/plan/sled.rs:129
|
| 132 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 133 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 134 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 135 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (RSS): Sled plan written to storage
file = sled-agent/src/rack_setup/plan/sled.rs:176
|
| 136 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1145
|
| 137 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 138 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 139 | 2024-07-19T04:36:15.834Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 140 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 141 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:217
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a3a09b06-a004-4868-b96c-a12ffa9001a0, rack_id: 5ac7584e-0547-489d-bc9d-dad43ae86097, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:200::1]:12346
|
| 142 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:66
remote_addr = [fdb0:200::1]:34736
|
| 143 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a3a09b06-a004-4868-b96c-a12ffa9001a0, rack_id: 5ac7584e-0547-489d-bc9d-dad43ae86097, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:360
|
| 144 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:375
|
| 145 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:404
|
| 146 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:572
|
| 147 | 2024-07-19T04:36:15.835Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 148 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
| 149 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 150 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
| 151 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_ledger
|
| 152 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:561
|
| 153 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:589
|
| 154 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:393
|
| 155 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:374
|
| 156 | 2024-07-19T04:36:15.835Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:479
result = DisksManagementResult { status: [] }
|
| 157 | 2024-07-19T04:36:15.837Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:3815
|
| 158 | 2024-07-19T04:36:15.867Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 159 | 2024-07-19T04:36:15.887Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:316
|
| 160 | 2024-07-19T04:36:15.903Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 161 | 2024-07-19T04:36:15.914Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:366
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 162 | 2024-07-19T04:36:15.914Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 163 | 2024-07-19T04:36:15.914Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:378
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 164 | 2024-07-19T04:36:15.914Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 165 | 2024-07-19T04:36:15.917Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 134.861228ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "6be448a9-3b14-48e1-9b1e-a2c0882b4aff", "content-length": "124", "date": "Fri, 19 Jul 2024 04:36:15 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "6be448a9-3b14-48e1-9b1e-a2c0882b4aff" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 166 | 2024-07-19T04:36:15.929Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_7905ade0-535b-4ef0-878a-02b4ebae0db0/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 167 | 2024-07-19T04:36:15.953Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_7905ade0-535b-4ef0-878a-02b4ebae0db0/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 168 | 2024-07-19T04:36:15.953Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_7905ade0-535b-4ef0-878a-02b4ebae0db0/swap"
file = sled-agent/src/swap_device.rs:96
|
| 169 | 2024-07-19T04:36:15.958Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:393
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 170 | 2024-07-19T04:36:15.958Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:126
|
| 171 | 2024-07-19T04:36:15.958Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_7905ade0-535b-4ef0-878a-02b4ebae0db0/backing/fmd
file = sled-agent/src/backing_fs.rs:136
|
| 172 | 2024-07-19T04:36:16.030Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:170
|
| 173 | 2024-07-19T04:36:16.054Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 174 | 2024-07-19T04:36:16.055Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 104.739618ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "2a32736e-7035-4c56-a841-9dcc5344d396", "content-length": "124", "date": "Fri, 19 Jul 2024 04:36:15 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "2a32736e-7035-4c56-a841-9dcc5344d396" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 175 | 2024-07-19T04:36:16.161Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 176 | 2024-07-19T04:36:16.161Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 208.129035ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "da5fd1d1-684c-4eb0-80f3-f9e0fb4285c4", "content-length": "124", "date": "Fri, 19 Jul 2024 04:36:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "da5fd1d1-684c-4eb0-80f3-f9e0fb4285c4" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 177 | 2024-07-19T04:36:16.250Z | INFO | SledAgent (BackingFs): Mounting oxi_7905ade0-535b-4ef0-878a-02b4ebae0db0/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:178
|
| 178 | 2024-07-19T04:36:16.262Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:186
|
| 179 | 2024-07-19T04:36:16.262Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:186
|
| 180 | 2024-07-19T04:36:16.262Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:186
|
| 181 | 2024-07-19T04:36:16.262Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:192
|
| 182 | 2024-07-19T04:36:16.370Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 183 | 2024-07-19T04:36:16.371Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 207.079096ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "3ae1fd5a-4aeb-4441-adb1-b6960964bee7", "content-length": "124", "date": "Fri, 19 Jul 2024 04:36:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "3ae1fd5a-4aeb-4441-adb1-b6960964bee7" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 184 | 2024-07-19T04:36:16.578Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 185 | 2024-07-19T04:36:16.579Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 173.832597ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "bec73868-896c-4868-9fac-0648ab7870d2", "content-length": "124", "date": "Fri, 19 Jul 2024 04:36:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "bec73868-896c-4868-9fac-0648ab7870d2" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 186 | 2024-07-19T04:36:16.754Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 187 | 2024-07-19T04:36:16.755Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 223.39435ms
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ea3d5fd2-383c-476b-97c0-5902a3a40a72", "content-length": "124", "date": "Fri, 19 Jul 2024 04:36:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ea3d5fd2-383c-476b-97c0-5902a3a40a72" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 188 | 2024-07-19T04:36:16.978Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 189 | 2024-07-19T04:36:16.980Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:90
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 190 | 2024-07-19T04:36:16.981Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:205
local_addr = [fd00:1122:3344:101::1]:37221
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 191 | 2024-07-19T04:36:16.981Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 192 | 2024-07-19T04:36:16.981Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:37221
file = oximeter/producer/src/lib.rs:283
interval = 30s
producer_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 193 | 2024-07-19T04:36:16.982Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 254.874216ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 194 | 2024-07-19T04:36:17.029Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 195 | 2024-07-19T04:36:17.029Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 196 | 2024-07-19T04:36:17.029Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:905
underlay_address = fd00:1122:3344:101::1
|
| 197 | 2024-07-19T04:36:17.029Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:60
|
| 198 | 2024-07-19T04:36:17.030Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:205
local_addr = [fd00:1122:3344:101::1]:12345
|
| 199 | 2024-07-19T04:36:17.030Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:430
|
| 200 | 2024-07-19T04:36:17.030Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 201 | 2024-07-19T04:36:17.030Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 202 | 2024-07-19T04:36:17.030Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 203 | 2024-07-19T04:36:17.030Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 204 | 2024-07-19T04:36:17.030Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))
|
| 205 | 2024-07-19T04:36:17.030Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3583
|
| 206 | 2024-07-19T04:36:17.030Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:73
remote_addr = [fdb0:200::1]:34736
|
| 207 | 2024-07-19T04:36:17.205Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:108
peer = [fdb0:200::1]:12346
|
| 208 | 2024-07-19T04:36:17.206Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:232
target_sled = [fdb0:200::1]:12346
|
| 209 | 2024-07-19T04:36:17.206Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 210 | 2024-07-19T04:36:17.206Z | INFO | SledAgent (RSS): No ledger in /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/rss-service-plan-v3.json
file = common/src/ledger.rs:188
|
| 211 | 2024-07-19T04:36:17.206Z | INFO | SledAgent (RSS): No ledger in /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/rss-service-plan-v3.json
file = common/src/ledger.rs:188
|
| 212 | 2024-07-19T04:36:17.206Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 213 | 2024-07-19T04:36:17.206Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 214 | 2024-07-19T04:36:17.212Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 215 | 2024-07-19T04:36:17.238Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55717
|
| 216 | 2024-07-19T04:36:17.238Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 263.0664ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 217 | 2024-07-19T04:36:17.238Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 218 | 2024-07-19T04:36:17.239Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914
latency_us = 215
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55717
req_id = fffb641b-9707-4e6a-8df1-868826909ca3
response_code = 200
uri = /inventory
|
| 219 | 2024-07-19T04:36:17.269Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53272
|
| 220 | 2024-07-19T04:36:17.269Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53272
req_id = 8ac066b8-2e69-45ec-834a-e8dd130b369d
response_code = 200
uri = /sled-role
|
| 221 | 2024-07-19T04:36:17.271Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 222 | 2024-07-19T04:36:17.271Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/.rss-service-plan-v3.json.tmp
file = common/src/ledger.rs:199
|
| 223 | 2024-07-19T04:36:17.271Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/.rss-service-plan-v3.json.tmp
file = common/src/ledger.rs:199
|
| 224 | 2024-07-19T04:36:17.271Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:832
|
| 225 | 2024-07-19T04:36:17.303Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: 185105fb-50d2-46f1-8ba0-370a5a23a2fd, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, pool_id: 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool) }, OmicronPhysicalDiskConfig { id: 9115814d-606f-432c-a11c-ebca00487641, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, pool_id: b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool) }, OmicronPhysicalDiskConfig { id: 40528b12-bce4-4ac4-9934-904b3b892ee2, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, pool_id: 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool) }, OmicronPhysicalDiskConfig { id: f863db2d-f39d-4a34-b125-2fad683cc827, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, pool_id: d0a89e24-9272-4f51-8533-cea3df981b35 (zpool) }, OmicronPhysicalDiskConfig { id: ec934889-80fe-40c9-aced-6c3df65998e9, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, pool_id: 14a07a40-d5f7-42dc-9d85-3c14a7122f1c (zpool) }, OmicronPhysicalDiskConfig { id: f2912e0c-bfaf-4336-aaa4-f8c15dbef96f, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, pool_id: 962f66c5-fc0f-4a94-92b5-51db6300597b (zpool) }, OmicronPhysicalDiskConfig { id: be7307fe-482a-4141-ab9c-9c86fd9cd7c2, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, pool_id: 28f1fec4-113d-40a4-851e-71251131e6cb (zpool) }, OmicronPhysicalDiskConfig { id: ef7af838-04d3-4b74-8ab2-a558a96a0cd5, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, pool_id: d25b50ce-667a-48bc-a0f4-a18a09f5387e (zpool) }, OmicronPhysicalDiskConfig { id: 9f68ed11-3d76-4c7a-b187-8f4b68d85da5, identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, pool_id: cd610d7f-3fd4-45a4-8cac-d10c28c4bfcc (zpool) }], generation: Generation(1) }
file = sled-agent/src/rack_setup/service.rs:348
sled_address = [fd00:1122:3344:101::1]:12345
|
| 226 | 2024-07-19T04:36:17.303Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63915
|
| 227 | 2024-07-19T04:36:17.303Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:825
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 228 | 2024-07-19T04:36:17.303Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 185105fb-50d2-46f1-8ba0-370a5a23a2fd, pool_id: 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 9115814d-606f-432c-a11c-ebca00487641, pool_id: b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 40528b12-bce4-4ac4-9934-904b3b892ee2, pool_id: 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: f863db2d-f39d-4a34-b125-2fad683cc827, pool_id: d0a89e24-9272-4f51-8533-cea3df981b35 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: ec934889-80fe-40c9-aced-6c3df65998e9, pool_id: 14a07a40-d5f7-42dc-9d85-3c14a7122f1c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: f2912e0c-bfaf-4336-aaa4-f8c15dbef96f, pool_id: 962f66c5-fc0f-4a94-92b5-51db6300597b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: be7307fe-482a-4141-ab9c-9c86fd9cd7c2, pool_id: 28f1fec4-113d-40a4-851e-71251131e6cb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: ef7af838-04d3-4b74-8ab2-a558a96a0cd5, pool_id: d25b50ce-667a-48bc-a0f4-a18a09f5387e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 9f68ed11-3d76-4c7a-b187-8f4b68d85da5, pool_id: cd610d7f-3fd4-45a4-8cac-d10c28c4bfcc (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:404
|
| 229 | 2024-07-19T04:36:17.303Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 230 | 2024-07-19T04:36:17.303Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 231 | 2024-07-19T04:36:17.303Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:643
request = omicron_physical_disks_ensure
|
| 232 | 2024-07-19T04:36:17.303Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:374
|
| 233 | 2024-07-19T04:36:17.303Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:414
|
| 234 | 2024-07-19T04:36:17.303Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:491
|
| 235 | 2024-07-19T04:36:17.303Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:127
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 236 | 2024-07-19T04:36:17.390Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:361
|
| 237 | 2024-07-19T04:36:17.390Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:367
id = 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool)
|
| 238 | 2024-07-19T04:36:17.554Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 815.86093ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 239 | 2024-07-19T04:36:18.148Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:225
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 240 | 2024-07-19T04:36:18.334Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool), kind: External }
|
| 241 | 2024-07-19T04:36:18.490Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.871962781s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 242 | 2024-07-19T04:36:18.496Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:332
|
| 243 | 2024-07-19T04:36:18.496Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 244 | 2024-07-19T04:36:18.496Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 245 | 2024-07-19T04:36:18.496Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 246 | 2024-07-19T04:36:18.496Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 247 | 2024-07-19T04:36:18.496Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 248 | 2024-07-19T04:36:18.496Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 249 | 2024-07-19T04:36:19.080Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 250 | 2024-07-19T04:36:19.271Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:465
zone = oxz_switch
|
| 251 | 2024-07-19T04:36:19.436Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_8a3afc10-9aea-4a8f-9cad-db2451f0a851/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 252 | 2024-07-19T04:36:19.627Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:225
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 253 | 2024-07-19T04:36:19.634Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 254 | 2024-07-19T04:36:20.066Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 56.284296ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 255 | 2024-07-19T04:36:20.617Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 146.64842ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 256 | 2024-07-19T04:36:21.219Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:225
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 257 | 2024-07-19T04:36:21.219Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 126.04178ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 258 | 2024-07-19T04:36:21.773Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 4.695013327s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 259 | 2024-07-19T04:36:21.773Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 260 | 2024-07-19T04:36:21.773Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 491.580582ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 261 | 2024-07-19T04:36:22.166Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_8a3afc10-9aea-4a8f-9cad-db2451f0a851
file = sled-storage/src/dataset.rs:480
|
| 262 | 2024-07-19T04:36:22.597Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:512
|
| 263 | 2024-07-19T04:36:22.597Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:429
|
| 264 | 2024-07-19T04:36:22.597Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:414
|
| 265 | 2024-07-19T04:36:22.597Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:491
|
| 266 | 2024-07-19T04:36:22.597Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:127
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 267 | 2024-07-19T04:36:22.819Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:225
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 268 | 2024-07-19T04:36:22.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.021205679s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 269 | 2024-07-19T04:36:22.827Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:361
|
| 270 | 2024-07-19T04:36:22.827Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:367
id = b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool)
|
| 271 | 2024-07-19T04:36:23.516Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 272 | 2024-07-19T04:36:24.216Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool), kind: External }
|
| 273 | 2024-07-19T04:36:24.460Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:225
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 274 | 2024-07-19T04:36:24.460Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 653.650789ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 275 | 2024-07-19T04:36:24.466Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:332
|
| 276 | 2024-07-19T04:36:24.467Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 277 | 2024-07-19T04:36:24.467Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 278 | 2024-07-19T04:36:24.467Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 279 | 2024-07-19T04:36:24.467Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 280 | 2024-07-19T04:36:24.467Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 281 | 2024-07-19T04:36:24.467Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 282 | 2024-07-19T04:36:25.493Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 283 | 2024-07-19T04:36:25.754Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:225
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 284 | 2024-07-19T04:36:25.754Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 285 | 2024-07-19T04:36:25.985Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_b3a158a6-c0e0-4c46-9e14-0dd5970b3169/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 286 | 2024-07-19T04:36:26.709Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 10.713379444s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 287 | 2024-07-19T04:36:27.175Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 288 | 2024-07-19T04:36:27.201Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:225
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 289 | 2024-07-19T04:36:27.285Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_b3a158a6-c0e0-4c46-9e14-0dd5970b3169
file = sled-storage/src/dataset.rs:480
|
| 290 | 2024-07-19T04:36:27.293Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:512
|
| 291 | 2024-07-19T04:36:27.293Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:429
|
| 292 | 2024-07-19T04:36:27.293Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:414
|
| 293 | 2024-07-19T04:36:27.293Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:491
|
| 294 | 2024-07-19T04:36:27.293Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:127
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 295 | 2024-07-19T04:36:27.303Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:361
|
| 296 | 2024-07-19T04:36:27.303Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:367
id = 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool)
|
| 297 | 2024-07-19T04:36:27.394Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool), kind: External }
|
| 298 | 2024-07-19T04:36:27.402Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:332
|
| 299 | 2024-07-19T04:36:27.402Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 300 | 2024-07-19T04:36:27.402Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 301 | 2024-07-19T04:36:27.402Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 302 | 2024-07-19T04:36:27.402Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 303 | 2024-07-19T04:36:27.402Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 304 | 2024-07-19T04:36:27.402Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 305 | 2024-07-19T04:36:27.438Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 306 | 2024-07-19T04:36:27.446Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_60cfda5d-e76e-40a1-b3ae-d9f40b788e5a/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 307 | 2024-07-19T04:36:27.570Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_60cfda5d-e76e-40a1-b3ae-d9f40b788e5a
file = sled-storage/src/dataset.rs:480
|
| 308 | 2024-07-19T04:36:27.578Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:512
|
| 309 | 2024-07-19T04:36:27.578Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:429
|
| 310 | 2024-07-19T04:36:27.578Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:414
|
| 311 | 2024-07-19T04:36:27.578Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:491
|
| 312 | 2024-07-19T04:36:27.578Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:127
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 313 | 2024-07-19T04:36:27.588Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:361
|
| 314 | 2024-07-19T04:36:27.589Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:367
id = d0a89e24-9272-4f51-8533-cea3df981b35 (zpool)
|
| 315 | 2024-07-19T04:36:27.680Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: d0a89e24-9272-4f51-8533-cea3df981b35 (zpool), kind: External }
|
| 316 | 2024-07-19T04:36:27.686Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:332
|
| 317 | 2024-07-19T04:36:27.687Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 318 | 2024-07-19T04:36:27.687Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 319 | 2024-07-19T04:36:27.687Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 320 | 2024-07-19T04:36:27.687Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 321 | 2024-07-19T04:36:27.687Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 322 | 2024-07-19T04:36:27.687Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 323 | 2024-07-19T04:36:27.718Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 324 | 2024-07-19T04:36:27.726Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_d0a89e24-9272-4f51-8533-cea3df981b35/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 325 | 2024-07-19T04:36:27.754Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 326 | 2024-07-19T04:36:27.844Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_d0a89e24-9272-4f51-8533-cea3df981b35
file = sled-storage/src/dataset.rs:480
|
| 327 | 2024-07-19T04:36:27.851Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:512
|
| 328 | 2024-07-19T04:36:27.851Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:429
|
| 329 | 2024-07-19T04:36:27.851Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:414
|
| 330 | 2024-07-19T04:36:27.851Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:491
|
| 331 | 2024-07-19T04:36:27.851Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:127
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 332 | 2024-07-19T04:36:27.861Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:361
|
| 333 | 2024-07-19T04:36:27.861Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:367
id = 14a07a40-d5f7-42dc-9d85-3c14a7122f1c (zpool)
|
| 334 | 2024-07-19T04:36:27.952Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 14a07a40-d5f7-42dc-9d85-3c14a7122f1c (zpool), kind: External }
|
| 335 | 2024-07-19T04:36:27.959Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:332
|
| 336 | 2024-07-19T04:36:27.959Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 337 | 2024-07-19T04:36:27.959Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 338 | 2024-07-19T04:36:27.959Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 339 | 2024-07-19T04:36:27.959Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 340 | 2024-07-19T04:36:27.960Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 341 | 2024-07-19T04:36:27.960Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 342 | 2024-07-19T04:36:27.995Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 343 | 2024-07-19T04:36:28.003Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_14a07a40-d5f7-42dc-9d85-3c14a7122f1c/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 344 | 2024-07-19T04:36:28.121Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_14a07a40-d5f7-42dc-9d85-3c14a7122f1c
file = sled-storage/src/dataset.rs:480
|
| 345 | 2024-07-19T04:36:28.129Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:512
|
| 346 | 2024-07-19T04:36:28.129Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:429
|
| 347 | 2024-07-19T04:36:28.129Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:414
|
| 348 | 2024-07-19T04:36:28.129Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:491
|
| 349 | 2024-07-19T04:36:28.129Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:127
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 350 | 2024-07-19T04:36:28.138Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:361
|
| 351 | 2024-07-19T04:36:28.138Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:367
id = 962f66c5-fc0f-4a94-92b5-51db6300597b (zpool)
|
| 352 | 2024-07-19T04:36:28.228Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 962f66c5-fc0f-4a94-92b5-51db6300597b (zpool), kind: External }
|
| 353 | 2024-07-19T04:36:28.236Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:332
|
| 354 | 2024-07-19T04:36:28.236Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 355 | 2024-07-19T04:36:28.236Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 356 | 2024-07-19T04:36:28.236Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 357 | 2024-07-19T04:36:28.236Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 358 | 2024-07-19T04:36:28.236Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 359 | 2024-07-19T04:36:28.236Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 360 | 2024-07-19T04:36:28.240Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:225
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 361 | 2024-07-19T04:36:28.274Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 362 | 2024-07-19T04:36:28.283Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_962f66c5-fc0f-4a94-92b5-51db6300597b/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 363 | 2024-07-19T04:36:28.411Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_962f66c5-fc0f-4a94-92b5-51db6300597b
file = sled-storage/src/dataset.rs:480
|
| 364 | 2024-07-19T04:36:28.419Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:512
|
| 365 | 2024-07-19T04:36:28.419Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:429
|
| 366 | 2024-07-19T04:36:28.419Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:414
|
| 367 | 2024-07-19T04:36:28.419Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:491
|
| 368 | 2024-07-19T04:36:28.419Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:127
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 369 | 2024-07-19T04:36:28.429Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:361
|
| 370 | 2024-07-19T04:36:28.429Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:367
id = 28f1fec4-113d-40a4-851e-71251131e6cb (zpool)
|
| 371 | 2024-07-19T04:36:28.523Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: 28f1fec4-113d-40a4-851e-71251131e6cb (zpool), kind: External }
|
| 372 | 2024-07-19T04:36:28.531Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:332
|
| 373 | 2024-07-19T04:36:28.531Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 374 | 2024-07-19T04:36:28.531Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 375 | 2024-07-19T04:36:28.531Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 376 | 2024-07-19T04:36:28.531Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 377 | 2024-07-19T04:36:28.531Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 378 | 2024-07-19T04:36:28.531Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 379 | 2024-07-19T04:36:28.567Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 380 | 2024-07-19T04:36:28.575Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_28f1fec4-113d-40a4-851e-71251131e6cb/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 381 | 2024-07-19T04:36:28.700Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_28f1fec4-113d-40a4-851e-71251131e6cb
file = sled-storage/src/dataset.rs:480
|
| 382 | 2024-07-19T04:36:28.708Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:512
|
| 383 | 2024-07-19T04:36:28.708Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:429
|
| 384 | 2024-07-19T04:36:28.708Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:414
|
| 385 | 2024-07-19T04:36:28.708Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:491
|
| 386 | 2024-07-19T04:36:28.708Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:127
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 387 | 2024-07-19T04:36:28.717Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:361
|
| 388 | 2024-07-19T04:36:28.717Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:367
id = d25b50ce-667a-48bc-a0f4-a18a09f5387e (zpool)
|
| 389 | 2024-07-19T04:36:28.814Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: d25b50ce-667a-48bc-a0f4-a18a09f5387e (zpool), kind: External }
|
| 390 | 2024-07-19T04:36:28.822Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:332
|
| 391 | 2024-07-19T04:36:28.822Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 392 | 2024-07-19T04:36:28.822Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 393 | 2024-07-19T04:36:28.822Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 394 | 2024-07-19T04:36:28.822Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 395 | 2024-07-19T04:36:28.822Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 396 | 2024-07-19T04:36:28.822Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 397 | 2024-07-19T04:36:28.857Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 398 | 2024-07-19T04:36:28.864Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_d25b50ce-667a-48bc-a0f4-a18a09f5387e/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 399 | 2024-07-19T04:36:28.924Z | INFO | SledAgent (ServiceManager): Ensuring tfportrear0_0/ll exists in zone
file = sled-agent/src/services.rs:2256
|
| 400 | 2024-07-19T04:36:28.990Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_d25b50ce-667a-48bc-a0f4-a18a09f5387e
file = sled-storage/src/dataset.rs:480
|
| 401 | 2024-07-19T04:36:28.998Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:512
|
| 402 | 2024-07-19T04:36:28.998Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:429
|
| 403 | 2024-07-19T04:36:28.998Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:414
|
| 404 | 2024-07-19T04:36:28.998Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:491
|
| 405 | 2024-07-19T04:36:28.998Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:127
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 406 | 2024-07-19T04:36:29.009Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:361
|
| 407 | 2024-07-19T04:36:29.009Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:367
id = cd610d7f-3fd4-45a4-8cac-d10c28c4bfcc (zpool)
|
| 408 | 2024-07-19T04:36:29.113Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:288
zpool = ZpoolName { id: cd610d7f-3fd4-45a4-8cac-d10c28c4bfcc (zpool), kind: External }
|
| 409 | 2024-07-19T04:36:29.121Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:332
|
| 410 | 2024-07-19T04:36:29.121Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:334
|
| 411 | 2024-07-19T04:36:29.121Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:338
|
| 412 | 2024-07-19T04:36:29.121Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:340
|
| 413 | 2024-07-19T04:36:29.121Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 414 | 2024-07-19T04:36:29.122Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 415 | 2024-07-19T04:36:29.122Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:352
|
| 416 | 2024-07-19T04:36:29.156Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 417 | 2024-07-19T04:36:29.164Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_cd610d7f-3fd4-45a4-8cac-d10c28c4bfcc/crypt/zone
file = sled-storage/src/dataset.rs:395
|
| 418 | 2024-07-19T04:36:29.243Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:225
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 419 | 2024-07-19T04:36:29.288Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_cd610d7f-3fd4-45a4-8cac-d10c28c4bfcc
file = sled-storage/src/dataset.rs:480
|
| 420 | 2024-07-19T04:36:29.296Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:512
|
| 421 | 2024-07-19T04:36:29.296Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:429
|
| 422 | 2024-07-19T04:36:29.296Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 423 | 2024-07-19T04:36:29.296Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 7905ade0-535b-4ef0-878a-02b4ebae0db0 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 3e3da453-d3ef-480f-a8aa-e42176f1a02e (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: d0a89e24-9272-4f51-8533-cea3df981b35 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 14a07a40-d5f7-42dc-9d85-3c14a7122f1c (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 962f66c5-fc0f-4a94-92b5-51db6300597b (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: 28f1fec4-113d-40a4-851e-71251131e6cb (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: d25b50ce-667a-48bc-a0f4-a18a09f5387e (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some("synthetic 1.0")] } }, zpool_name: ZpoolName { id: cd610d7f-3fd4-45a4-8cac-d10c28c4bfcc (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 424 | 2024-07-19T04:36:29.296Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 425 | 2024-07-19T04:36:29.296Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 426 | 2024-07-19T04:36:29.296Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 427 | 2024-07-19T04:36:29.296Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:829
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 428 | 2024-07-19T04:36:29.296Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 429 | 2024-07-19T04:36:29.296Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:855
generation = Generation(1)
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 430 | 2024-07-19T04:36:29.296Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:860
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 431 | 2024-07-19T04:36:29.296Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:865
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 432 | 2024-07-19T04:36:29.296Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:116
gen = Generation(1)
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 433 | 2024-07-19T04:36:29.296Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:871
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 434 | 2024-07-19T04:36:29.297Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:822
gen = Generation(1)
|
| 435 | 2024-07-19T04:36:29.297Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:876
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 436 | 2024-07-19T04:36:29.297Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914
latency_us = 11993623
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:63915
req_id = fa2721e0-d680-4c93-880f-e4c69e1105f2
response_code = 200
uri = /omicron-physical-disks
|
| 437 | 2024-07-19T04:36:29.328Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: d390914d-c91e-464e-a83d-a71f0d22cca8, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9eb7332e-a98d-4d37-9dff-7c533c714e91, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:431
sled_address = [fd00:1122:3344:101::1]:12345
|
| 438 | 2024-07-19T04:36:29.328Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64168
|
| 439 | 2024-07-19T04:36:29.329Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d390914d-c91e-464e-a83d-a71f0d22cca8, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:404
|
| 440 | 2024-07-19T04:36:29.329Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:771
request = NewFilesystemRequest { dataset_id: d390914d-c91e-464e-a83d-a71f0d22cca8, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 441 | 2024-07-19T04:36:29.381Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b, dataset_name: DatasetName { pool_name: ZpoolName { id: b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:404
|
| 442 | 2024-07-19T04:36:29.381Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:771
request = NewFilesystemRequest { dataset_id: 3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b, dataset_name: DatasetName { pool_name: ZpoolName { id: b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 443 | 2024-07-19T04:36:29.432Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9eb7332e-a98d-4d37-9dff-7c533c714e91, dataset_name: DatasetName { pool_name: ZpoolName { id: 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:404
|
| 444 | 2024-07-19T04:36:29.432Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:771
request = NewFilesystemRequest { dataset_id: 9eb7332e-a98d-4d37-9dff-7c533c714e91, dataset_name: DatasetName { pool_name: ZpoolName { id: 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 445 | 2024-07-19T04:36:29.484Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 446 | 2024-07-19T04:36:29.484Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 447 | 2024-07-19T04:36:29.484Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 448 | 2024-07-19T04:36:29.484Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 449 | 2024-07-19T04:36:29.530Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 450 | 2024-07-19T04:36:29.530Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 451 | 2024-07-19T04:36:29.530Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 452 | 2024-07-19T04:36:29.582Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91
file = illumos-utils/src/zone.rs:316
|
| 453 | 2024-07-19T04:36:29.586Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
file = illumos-utils/src/zone.rs:316
|
| 454 | 2024-07-19T04:36:29.589Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
file = illumos-utils/src/zone.rs:316
|
| 455 | 2024-07-19T04:36:29.602Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91
file = illumos-utils/src/zone.rs:354
|
| 456 | 2024-07-19T04:36:29.607Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
file = illumos-utils/src/zone.rs:354
|
| 457 | 2024-07-19T04:36:29.611Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
file = illumos-utils/src/zone.rs:354
|
| 458 | 2024-07-19T04:36:29.755Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:619
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 459 | 2024-07-19T04:36:30.244Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a3a09b06-a004-4868-b96c-a12ffa9001a0): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:225
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 460 | 2024-07-19T04:36:31.070Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService1"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:3::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:3::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:3::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:3::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 461 | 2024-07-19T04:36:31.070Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
| 462 | 2024-07-19T04:36:31.070Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:465
zone = oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91
|
| 463 | 2024-07-19T04:36:31.555Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService2"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:1::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:1::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:1::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:1::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 464 | 2024-07-19T04:36:32.035Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
| 465 | 2024-07-19T04:36:32.035Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value="oxControlService3"/>
<propval type="astring" name="gateway" value="fd00:1122:3344:2::2"/>
<propval type="astring" name="static_addr" value="fd00:1122:3344:2::1"/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value="[fd00:1122:3344:2::1]:5353"/>
<propval type="astring" name="dns_address" value="[fd00:1122:3344:2::1]:53"/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 466 | 2024-07-19T04:36:32.035Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
| 467 | 2024-07-19T04:36:32.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91") failed: Property not found. retry in 47.912534ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91
|
| 468 | 2024-07-19T04:36:32.043Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:465
zone = oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
|
| 469 | 2024-07-19T04:36:32.047Z | INFO | SledAgent (ServiceManager): Zone booting
file = illumos-utils/src/running_zone.rs:465
zone = oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
|
| 470 | 2024-07-19T04:36:32.101Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91") failed: Property not found. retry in 142.916702ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91
|
| 471 | 2024-07-19T04:36:32.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8") failed: Property not found. retry in 70.409959ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
|
| 472 | 2024-07-19T04:36:32.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b") failed: Property not found. retry in 46.356743ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
|
| 473 | 2024-07-19T04:36:32.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b") failed: Property not found. retry in 92.262811ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
|
| 474 | 2024-07-19T04:36:32.368Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8") failed: Property not found. retry in 88.762621ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
|
| 475 | 2024-07-19T04:36:32.390Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91") failed: Property not found. retry in 144.385346ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91
|
| 476 | 2024-07-19T04:36:32.457Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b") failed: Property not found. retry in 153.799863ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
|
| 477 | 2024-07-19T04:36:32.504Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8") failed: Property not found. retry in 195.171367ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
|
| 478 | 2024-07-19T04:36:32.551Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91") failed: Property not found. retry in 410.432658ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91
|
| 479 | 2024-07-19T04:36:32.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b") failed: Property not found. retry in 446.635117ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
|
| 480 | 2024-07-19T04:36:32.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8") failed: Property not found. retry in 277.727914ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
|
| 481 | 2024-07-19T04:36:32.970Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91") failed: Property not found. retry in 837.513216ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91
|
| 482 | 2024-07-19T04:36:32.993Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8") failed: Property not found. retry in 950.964838ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
|
| 483 | 2024-07-19T04:36:33.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b") failed: Property not found. retry in 845.35433ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
|
| 484 | 2024-07-19T04:36:33.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91") failed: Property not found. retry in 1.259672395s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91
|
| 485 | 2024-07-19T04:36:33.943Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b") failed: Property not found. retry in 769.82959ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
|
| 486 | 2024-07-19T04:36:33.955Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8") failed: Property not found. retry in 1.179545256s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
|
| 487 | 2024-07-19T04:36:34.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b") failed: Property not found. retry in 1.142366886s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
|
| 488 | 2024-07-19T04:36:34.963Z | INFO | SledAgent (ServiceManager): Ensuring bootstrap address fdb0:200::2 exists in switch zone
file = sled-agent/src/services.rs:2273
|
| 489 | 2024-07-19T04:36:34.963Z | INFO | SledAgent (ServiceManager): Adding bootstrap address
file = illumos-utils/src/running_zone.rs:578
zone = oxz_switch
|
| 490 | 2024-07-19T04:36:35.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91") failed: Property not found. retry in 1.221792236s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91
|
| 491 | 2024-07-19T04:36:35.143Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8") failed: Property not found. retry in 546.247861ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
|
| 492 | 2024-07-19T04:36:35.508Z | INFO | SledAgent (ServiceManager): Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fead:392d
file = sled-agent/src/services.rs:2280
|
| 493 | 2024-07-19T04:36:35.514Z | INFO | SledAgent (ServiceManager): Zone not using gateway (even though underlay is up)
file = sled-agent/src/services.rs:2341
|
| 494 | 2024-07-19T04:36:35.637Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2526
|
| 495 | 2024-07-19T04:36:35.698Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8") failed: Property not found. retry in 1.27685168s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
|
| 496 | 2024-07-19T04:36:35.873Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b") failed: Property not found. retry in 773.913532ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
|
| 497 | 2024-07-19T04:36:35.886Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2690
|
| 498 | 2024-07-19T04:36:36.081Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2405
|
| 499 | 2024-07-19T04:36:36.317Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91") failed: Property not found. retry in 693.772789ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91
|
| 500 | 2024-07-19T04:36:36.396Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2440
|
| 501 | 2024-07-19T04:36:36.602Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2740
|
| 502 | 2024-07-19T04:36:36.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b") failed: Property not found. retry in 689.456393ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
|
| 503 | 2024-07-19T04:36:36.792Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:2767
|
| 504 | 2024-07-19T04:36:36.986Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8") failed: Property not found. retry in 1.499464796s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
|
| 505 | 2024-07-19T04:36:37.038Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2634
|
| 506 | 2024-07-19T04:36:37.248Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2434
|
| 507 | 2024-07-19T04:36:37.260Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:3839
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 508 | 2024-07-19T04:36:37.260Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:3855
|
| 509 | 2024-07-19T04:36:37.260Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:561
zone = oxz_switch
|
| 510 | 2024-07-19T04:36:37.819Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:3863
|
| 511 | 2024-07-19T04:36:37.825Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:3919
|
| 512 | 2024-07-19T04:36:37.963Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:3981
|
| 513 | 2024-07-19T04:36:38.055Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:3962
rack_subnet = fd00:1122:3344::
|
| 514 | 2024-07-19T04:36:38.076Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4009
|
| 515 | 2024-07-19T04:36:38.170Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4036
|
| 516 | 2024-07-19T04:36:38.286Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:369
|
| 517 | 2024-07-19T04:36:38.318Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:417
|
| 518 | 2024-07-19T04:36:38.350Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:656
|
| 519 | 2024-07-19T04:36:38.350Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 520 | 2024-07-19T04:36:38.351Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 521 | 2024-07-19T04:36:38.351Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 522 | 2024-07-19T04:36:38.505Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2980
zone = oxz_internal_dns_9eb7332e-a98d-4d37-9dff-7c533c714e91
|
| 523 | 2024-07-19T04:36:38.505Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2980
zone = oxz_internal_dns_d390914d-c91e-464e-a83d-a71f0d22cca8
|
| 524 | 2024-07-19T04:36:38.505Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:2980
zone = oxz_internal_dns_3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b
|
| 525 | 2024-07-19T04:36:38.505Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 526 | 2024-07-19T04:36:38.506Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 527 | 2024-07-19T04:36:38.506Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914
latency_us = 9177481
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:64168
req_id = e2a11b61-178b-4659-8143-143c7de8e16d
response_code = 204
uri = /omicron-zones
|
| 528 | 2024-07-19T04:36:38.508Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:549
|
| 529 | 2024-07-19T04:36:38.553Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:549
|
| 530 | 2024-07-19T04:36:38.602Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:549
|
| 531 | 2024-07-19T04:36:38.649Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:585
|
| 532 | 2024-07-19T04:36:38.649Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:263
|
| 533 | 2024-07-19T04:36:38.679Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:280
|
| 534 | 2024-07-19T04:36:38.679Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:305
|
| 535 | 2024-07-19T04:36:38.679Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:197
|
| 536 | 2024-07-19T04:36:38.708Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: d390914d-c91e-464e-a83d-a71f0d22cca8, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9eb7332e-a98d-4d37-9dff-7c533c714e91, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: acfceab2-7075-4a1e-b08f-1165550036e3, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: d25b50ce-667a-48bc-a0f4-a18a09f5387e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 6f65fb1f-4044-435b-a80f-e03a506b32c8, kind: Service { id: acfceab2-7075-4a1e-b08f-1165550036e3 }, name: Name("ntp-acfceab2-7075-4a1e-b08f-1165550036e3"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 133, 116])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:431
sled_address = [fd00:1122:3344:101::1]:12345
|
| 537 | 2024-07-19T04:36:38.708Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64785
|
| 538 | 2024-07-19T04:36:38.708Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d390914d-c91e-464e-a83d-a71f0d22cca8, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:404
|
| 539 | 2024-07-19T04:36:38.708Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:771
request = NewFilesystemRequest { dataset_id: d390914d-c91e-464e-a83d-a71f0d22cca8, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a3afc10-9aea-4a8f-9cad-db2451f0a851 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 540 | 2024-07-19T04:36:38.731Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b, dataset_name: DatasetName { pool_name: ZpoolName { id: b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:404
|
| 541 | 2024-07-19T04:36:38.731Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:771
request = NewFilesystemRequest { dataset_id: 3ace3ecc-8ef7-496a-b247-1bbb8da6aa9b, dataset_name: DatasetName { pool_name: ZpoolName { id: b3a158a6-c0e0-4c46-9e14-0dd5970b3169 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 542 | 2024-07-19T04:36:38.750Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9eb7332e-a98d-4d37-9dff-7c533c714e91, dataset_name: DatasetName { pool_name: ZpoolName { id: 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:404
|
| 543 | 2024-07-19T04:36:38.750Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:771
request = NewFilesystemRequest { dataset_id: 9eb7332e-a98d-4d37-9dff-7c533c714e91, dataset_name: DatasetName { pool_name: ZpoolName { id: 60cfda5d-e76e-40a1-b3ae-d9f40b788e5a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 544 | 2024-07-19T04:36:38.769Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 545 | 2024-07-19T04:36:38.769Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/7905ade0-535b-4ef0-878a-02b4ebae0db0/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 546 | 2024-07-19T04:36:38.769Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/3e3da453-d3ef-480f-a8aa-e42176f1a02e/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 547 | 2024-07-19T04:36:38.769Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:404
|
| 548 | 2024-07-19T04:36:38.781Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:263
|
| 549 | 2024-07-19T04:36:38.812Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:280
|
| 550 | 2024-07-19T04:36:38.814Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:305
|
| 551 | 2024-07-19T04:36:38.814Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:197
|
| 552 | 2024-07-19T04:36:38.844Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:426
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 133, 116]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
| 553 | 2024-07-19T04:36:38.844Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 554 | 2024-07-19T04:36:38.844Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 555 | 2024-07-19T04:36:38.960Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 556 | 2024-07-19T04:36:38.960Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 557 | 2024-07-19T04:36:39.121Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 558 | 2024-07-19T04:36:39.122Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 559 | 2024-07-19T04:36:39.261Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 560 | 2024-07-19T04:36:39.261Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 561 | 2024-07-19T04:36:39.439Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 562 | 2024-07-19T04:36:39.439Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 563 | 2024-07-19T04:36:39.685Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 564 | 2024-07-19T04:36:39.685Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 565 | 2024-07-19T04:36:39.902Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 566 | 2024-07-19T04:36:39.902Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 567 | 2024-07-19T04:36:40.099Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 568 | 2024-07-19T04:36:40.099Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 569 | 2024-07-19T04:36:40.351Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 570 | 2024-07-19T04:36:40.351Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 571 | 2024-07-19T04:36:40.351Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 572 | 2024-07-19T04:36:40.502Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 573 | 2024-07-19T04:36:40.502Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 574 | 2024-07-19T04:36:40.986Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 575 | 2024-07-19T04:36:40.986Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 576 | 2024-07-19T04:36:41.373Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 577 | 2024-07-19T04:36:41.373Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 578 | 2024-07-19T04:36:41.822Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 579 | 2024-07-19T04:36:41.822Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 580 | 2024-07-19T04:36:42.353Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 581 | 2024-07-19T04:36:42.353Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 582 | 2024-07-19T04:36:42.353Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 583 | 2024-07-19T04:36:42.495Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 584 | 2024-07-19T04:36:42.496Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 585 | 2024-07-19T04:36:43.544Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 586 | 2024-07-19T04:36:43.544Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 587 | 2024-07-19T04:36:44.353Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 588 | 2024-07-19T04:36:44.353Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 589 | 2024-07-19T04:36:44.353Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 590 | 2024-07-19T04:36:45.021Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 591 | 2024-07-19T04:36:45.021Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 592 | 2024-07-19T04:36:46.131Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 593 | 2024-07-19T04:36:46.131Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 594 | 2024-07-19T04:36:46.355Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 595 | 2024-07-19T04:36:46.355Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 596 | 2024-07-19T04:36:46.355Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 597 | 2024-07-19T04:36:47.590Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 598 | 2024-07-19T04:36:47.591Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 599 | 2024-07-19T04:36:48.355Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 600 | 2024-07-19T04:36:48.355Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 601 | 2024-07-19T04:36:48.355Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 602 | 2024-07-19T04:36:48.873Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 603 | 2024-07-19T04:36:48.873Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 604 | 2024-07-19T04:36:50.356Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 605 | 2024-07-19T04:36:50.356Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 606 | 2024-07-19T04:36:50.356Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 607 | 2024-07-19T04:36:51.697Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 608 | 2024-07-19T04:36:51.697Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 609 | 2024-07-19T04:36:52.357Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 610 | 2024-07-19T04:36:52.357Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 611 | 2024-07-19T04:36:52.357Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 612 | 2024-07-19T04:36:53.782Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 613 | 2024-07-19T04:36:53.782Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 614 | 2024-07-19T04:36:54.359Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 615 | 2024-07-19T04:36:54.359Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 616 | 2024-07-19T04:36:54.359Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 617 | 2024-07-19T04:36:56.023Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 618 | 2024-07-19T04:36:56.024Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 619 | 2024-07-19T04:36:56.361Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 620 | 2024-07-19T04:36:56.361Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 621 | 2024-07-19T04:36:56.361Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 622 | 2024-07-19T04:36:57.461Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 370.71243ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = a3a09b06-a004-4868-b96c-a12ffa9001a0
|
| 623 | 2024-07-19T04:36:58.361Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 624 | 2024-07-19T04:36:58.361Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 625 | 2024-07-19T04:36:58.361Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 626 | 2024-07-19T04:36:59.873Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 627 | 2024-07-19T04:36:59.873Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 628 | 2024-07-19T04:37:00.363Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 629 | 2024-07-19T04:37:00.363Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 630 | 2024-07-19T04:37:00.363Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 631 | 2024-07-19T04:37:02.365Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 632 | 2024-07-19T04:37:02.365Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 633 | 2024-07-19T04:37:02.365Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 634 | 2024-07-19T04:37:04.365Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 635 | 2024-07-19T04:37:04.365Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 636 | 2024-07-19T04:37:04.365Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 637 | 2024-07-19T04:37:05.844Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1210
zone_type = ntp
|
| 638 | 2024-07-19T04:37:05.844Z | WARN | SledAgent (ServiceManager): failed to create NAT entry for service
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/nat/ipv4/10.151.1.169/0): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/services.rs:1233
zone_type = ntp
|
| 639 | 2024-07-19T04:37:06.367Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 640 | 2024-07-19T04:37:06.367Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 641 | 2024-07-19T04:37:06.367Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 642 | 2024-07-19T04:37:08.368Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 643 | 2024-07-19T04:37:08.368Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 644 | 2024-07-19T04:37:08.368Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 645 | 2024-07-19T04:37:10.370Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 646 | 2024-07-19T04:37:10.370Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 647 | 2024-07-19T04:37:10.370Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|
| 648 | 2024-07-19T04:37:12.370Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:694
|
| 649 | 2024-07-19T04:37:12.371Z | INFO | SledAgent (ServiceManager): Unable to check Dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:705
reason = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12224/dpd-uptime): error trying to connect: tcp connect error: Connection refused (os error 146)
|
| 650 | 2024-07-19T04:37:12.371Z | INFO | SledAgent (ServiceManager): Waiting for dendrite to come online
file = sled-agent/src/bootstrap/early_networking.rs:712
|