| 1 | | [ Oct 3 20:29:51 Enabled. ] |
| 2 | | [ Oct 3 20:29:51 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Oct 3 20:29:51 Method "start" exited with status 0. ] |
| 4 | | [ Oct 3 20:29:51 Rereading configuration. ] |
| 5 | | [ Oct 3 20:29:51 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-10-03T20:29:51.697Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
| 8 | 2024-10-03T20:29:51.697Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2024-10-03T20:29:51.750Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
| 10 | 2024-10-03T20:29:51.750Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2024-10-03T20:29:51.866Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2024-10-03T20:29:51.874Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2024-10-03T20:29:51.883Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
| 14 | 2024-10-03T20:29:52.488Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }
|
| 15 | 2024-10-03T20:29:52.629Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
| 16 | 2024-10-03T20:29:52.629Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
| 17 | 2024-10-03T20:29:52.629Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
| 18 | 2024-10-03T20:29:52.629Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 19 | 2024-10-03T20:29:52.629Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
| 20 | 2024-10-03T20:29:52.629Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:717
|
| 21 | 2024-10-03T20:29:52.632Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:624
|
| 22 | 2024-10-03T20:29:52.632Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:766
|
| 23 | 2024-10-03T20:29:52.632Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
| 24 | 2024-10-03T20:29:52.632Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:825
|
| 25 | 2024-10-03T20:29:52.632Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
| 26 | 2024-10-03T20:29:52.632Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
| 27 | 2024-10-03T20:29:52.632Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 28 | 2024-10-03T20:29:52.632Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2024-10-03T20:29:52.632Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2024-10-03T20:29:52.643Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 31 | 2024-10-03T20:29:52.643Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool)
|
| 32 | 2024-10-03T20:29:52.744Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal }
|
| 33 | 2024-10-03T20:29:53.152Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 34 | 2024-10-03T20:29:53.152Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
| 35 | 2024-10-03T20:29:53.152Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2024-10-03T20:29:53.152Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2024-10-03T20:29:53.152Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 38 | 2024-10-03T20:29:53.152Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2024-10-03T20:29:53.152Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2024-10-03T20:29:53.161Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 41 | 2024-10-03T20:29:53.161Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool)
|
| 42 | 2024-10-03T20:29:53.250Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal }
|
| 43 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
| 44 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 45 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 46 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 47 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 48 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 49 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
| 50 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 51 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 52 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 53 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 54 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 55 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
| 56 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 57 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 58 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 59 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 60 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 61 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
| 62 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 63 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 64 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 65 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 66 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 67 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
| 68 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 69 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 70 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 71 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 72 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 73 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
| 74 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 75 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 76 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 77 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 78 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 79 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
| 80 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 81 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 82 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 83 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 84 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 85 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
| 86 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 87 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 88 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 89 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 90 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 91 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
| 92 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 93 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 94 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 95 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 96 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 97 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
| 98 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
| 99 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 100 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 101 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 102 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 103 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
| 104 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (bootstore): No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 105 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (bootstore): No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 106 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
| 107 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (bootstore): No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 108 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (bootstore): No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
| 109 | 2024-10-03T20:29:53.670Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
| 110 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
| 111 | 2024-10-03T20:29:53.670Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
| 112 | 2024-10-03T20:29:53.682Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:739
|
| 113 | 2024-10-03T20:29:53.682Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1077, tv_nsec: 562346231 }
time_to_next_cleanup = 599.999934039s
|
| 114 | 2024-10-03T20:29:53.682Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3944
|
| 115 | 2024-10-03T20:29:53.682Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 116 | 2024-10-03T20:29:53.682Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2024-10-03T20:29:53.682Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2024-10-03T20:29:53.685Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
| 119 | 2024-10-03T20:29:53.687Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:51
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 120 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
local_pref: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1074
|
| 121 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/src/resolver.rs:72
|
| 122 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 123 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 124 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 125 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1137
|
| 126 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 127 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 128 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 129 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1179
|
| 130 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:156
|
| 131 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:129
|
| 132 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 133 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 134 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 135 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): Sled plan written to storage: Plan {
rack_id: 021d416d-2dd8-43a0-86e1-0a1870db0a61,
sleds: {
[fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {
generation: 0,
schema_version: 1,
body: StartSledAgentRequestBody {
id: b24d01f3-ba7d-442a-bbe9-9e56a4bb9192 (sled),
rack_id: 021d416d-2dd8-43a0-86e1-0a1870db0a61,
use_trust_quorum: false,
is_lrtq_learner: false,
subnet: Ipv6Subnet {
net: Ipv6Net {
addr: fd00:1122:3344:101::,
width: 64,
},
},
},
},
},
config: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
local_pref: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
},
}
file = sled-agent/src/rack_setup/plan/sled.rs:176
|
| 136 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1213
|
| 137 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 138 | 2024-10-03T20:29:53.688Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 139 | 2024-10-03T20:29:53.689Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 140 | 2024-10-03T20:29:53.689Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 141 | 2024-10-03T20:29:53.689Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:232
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b24d01f3-ba7d-442a-bbe9-9e56a4bb9192 (sled), rack_id: 021d416d-2dd8-43a0-86e1-0a1870db0a61, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 142 | 2024-10-03T20:29:53.689Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4241
|
| 143 | 2024-10-03T20:29:53.690Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4623
|
| 144 | 2024-10-03T20:29:53.694Z | INFO | SledAgent (SledAgentSprocketsClient): Loaded keys and certs
BootstrapAgentClient = [fdb0:18c0:4d0d:9fb2::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50
|
| 145 | 2024-10-03T20:29:53.700Z | INFO | SledAgent (SledAgentSprocketsClient): Certificate chain verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:9fb2::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 146 | 2024-10-03T20:29:53.700Z | INFO | SledAgent (SledAgentSprocketsClient): Signature verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:9fb2::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 147 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (SledAgentSprocketsServer): Certificate chain verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 148 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (SledAgentSprocketsServer): Signature verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 149 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:74
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:34632
|
| 150 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b24d01f3-ba7d-442a-bbe9-9e56a4bb9192 (sled), rack_id: 021d416d-2dd8-43a0-86e1-0a1870db0a61, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:362
|
| 151 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:377
|
| 152 | 2024-10-03T20:29:53.704Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 153 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/src/resolver.rs:72
|
| 154 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:451
|
| 155 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:644
|
| 156 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 157 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 158 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:633
|
| 159 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
| 160 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:661
|
| 161 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:440
|
| 162 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 163 | 2024-10-03T20:29:53.704Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:532
result = DisksManagementResult { status: [] }
|
| 164 | 2024-10-03T20:29:53.721Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 165 | 2024-10-03T20:29:53.742Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:316
|
| 166 | 2024-10-03T20:29:53.755Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:391
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 167 | 2024-10-03T20:29:53.755Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 168 | 2024-10-03T20:29:53.755Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:403
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 169 | 2024-10-03T20:29:53.756Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 170 | 2024-10-03T20:29:53.759Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 131.069673ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c294cc59-67e8-4473-a37a-c273ade665e5", "content-length": "124", "date": "Thu, 03 Oct 2024 20:29:53 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c294cc59-67e8-4473-a37a-c273ade665e5" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 171 | 2024-10-03T20:29:53.759Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 172 | 2024-10-03T20:29:53.769Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_d10962d9-79b3-427c-8c42-ec5b2adbc6ee/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 173 | 2024-10-03T20:29:53.792Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_d10962d9-79b3-427c-8c42-ec5b2adbc6ee/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 174 | 2024-10-03T20:29:53.793Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_d10962d9-79b3-427c-8c42-ec5b2adbc6ee/swap"
file = sled-agent/src/swap_device.rs:96
|
| 175 | 2024-10-03T20:29:53.799Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:418
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 176 | 2024-10-03T20:29:53.799Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:128
|
| 177 | 2024-10-03T20:29:53.799Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_d10962d9-79b3-427c-8c42-ec5b2adbc6ee/backing/fmd
file = sled-agent/src/backing_fs.rs:138
|
| 178 | 2024-10-03T20:29:53.887Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:173
|
| 179 | 2024-10-03T20:29:53.892Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 180 | 2024-10-03T20:29:53.892Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 69.707127ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "64f016d7-5ab4-4299-92eb-e7b78e48de8c", "content-length": "124", "date": "Thu, 03 Oct 2024 20:29:53 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "64f016d7-5ab4-4299-92eb-e7b78e48de8c" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 181 | 2024-10-03T20:29:53.963Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 182 | 2024-10-03T20:29:53.964Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 161.587861ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "cf04e5ce-de9a-4617-8e9e-13354cefc4ce", "content-length": "124", "date": "Thu, 03 Oct 2024 20:29:53 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "cf04e5ce-de9a-4617-8e9e-13354cefc4ce" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 183 | 2024-10-03T20:29:54.106Z | INFO | SledAgent (BackingFs): Mounting oxi_d10962d9-79b3-427c-8c42-ec5b2adbc6ee/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:181
|
| 184 | 2024-10-03T20:29:54.123Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:189
|
| 185 | 2024-10-03T20:29:54.123Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:189
|
| 186 | 2024-10-03T20:29:54.123Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:189
|
| 187 | 2024-10-03T20:29:54.123Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:195
|
| 188 | 2024-10-03T20:29:54.126Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 189 | 2024-10-03T20:29:54.127Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 198.48884ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "81fbc8f8-b08a-4a52-b797-71aa52d0b39d", "content-length": "124", "date": "Thu, 03 Oct 2024 20:29:53 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "81fbc8f8-b08a-4a52-b797-71aa52d0b39d" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 190 | 2024-10-03T20:29:54.326Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 191 | 2024-10-03T20:29:54.329Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 136.348793ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "fd463e4e-349f-4f51-95ee-6ce6e4fe9625", "content-length": "124", "date": "Thu, 03 Oct 2024 20:29:53 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "fd463e4e-349f-4f51-95ee-6ce6e4fe9625" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 192 | 2024-10-03T20:29:54.466Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 193 | 2024-10-03T20:29:54.467Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 236.763423ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b954c211-7b5b-490b-9a6e-6cede7dbf2dd", "content-length": "124", "date": "Thu, 03 Oct 2024 20:29:53 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b954c211-7b5b-490b-9a6e-6cede7dbf2dd" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 194 | 2024-10-03T20:29:54.705Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 195 | 2024-10-03T20:29:54.705Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 161.923516ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "8a1445ca-8a12-432d-a9a3-ab10f0e71c0a", "content-length": "124", "date": "Thu, 03 Oct 2024 20:29:54 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "8a1445ca-8a12-432d-a9a3-ab10f0e71c0a" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 196 | 2024-10-03T20:29:54.849Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:93
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 197 | 2024-10-03T20:29:54.855Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fd00:1122:3344:101::1]:60531
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 198 | 2024-10-03T20:29:54.855Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/src/resolver.rs:72
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 199 | 2024-10-03T20:29:54.855Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:60531
file = oximeter/producer/src/lib.rs:283
interval = 30s
producer_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 200 | 2024-10-03T20:29:54.856Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 238.299967ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 201 | 2024-10-03T20:29:54.856Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 202 | 2024-10-03T20:29:54.856Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 203 | 2024-10-03T20:29:54.857Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:923
underlay_address = fd00:1122:3344:101::1
|
| 204 | 2024-10-03T20:29:54.857Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/src/resolver.rs:72
|
| 205 | 2024-10-03T20:29:54.868Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 206 | 2024-10-03T20:29:55.095Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 551.297592ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 207 | 2024-10-03T20:29:55.648Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 846.918194ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 208 | 2024-10-03T20:29:56.497Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 1.825760958s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 209 | 2024-10-03T20:29:57.355Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2699
|
| 210 | 2024-10-03T20:29:57.355Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2917
|
| 211 | 2024-10-03T20:29:57.356Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2569
|
| 212 | 2024-10-03T20:29:57.356Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2616
|
| 213 | 2024-10-03T20:29:57.356Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2998
|
| 214 | 2024-10-03T20:29:57.356Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:3040
|
| 215 | 2024-10-03T20:29:57.357Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2842
|
| 216 | 2024-10-03T20:29:57.359Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2610
|
| 217 | 2024-10-03T20:29:57.359Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='fed3c54b-7289-41a4-bc23-11aead5a1f8a'/>
<propval type="astring" name="rack_id" value='021d416d-2dd8-43a0-86e1-0a1870db0a61'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:9fb2::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fe48:8cfd'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:9fb2::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"buskin","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_id" value='b24d01f3-ba7d-442a-bbe9-9e56a4bb9192'/>
<propval type="astring" name="rack_id" value='021d416d-2dd8-43a0-86e1-0a1870db0a61'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='buskin'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='b24d01f3-ba7d-442a-bbe9-9e56a4bb9192'/>
<propval type="astring" name="rack_uuid" value='021d416d-2dd8-43a0-86e1-0a1870db0a61'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='b24d01f3-ba7d-442a-bbe9-9e56a4bb9192'/>
<propval type="astring" name="rack_uuid" value='021d416d-2dd8-43a0-86e1-0a1870db0a61'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 218 | 2024-10-03T20:29:57.359Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
| 219 | 2024-10-03T20:29:57.645Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 37.021003ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 220 | 2024-10-03T20:29:57.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 146.280816ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 221 | 2024-10-03T20:29:58.026Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 111.285478ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 222 | 2024-10-03T20:29:58.210Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 316.67094ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 223 | 2024-10-03T20:29:58.324Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.457404931s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 224 | 2024-10-03T20:29:58.653Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.167971886s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 225 | 2024-10-03T20:30:00.059Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 515.691491ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 226 | 2024-10-03T20:30:00.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 657.157536ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 227 | 2024-10-03T20:30:00.785Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 9.839042509s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 228 | 2024-10-03T20:30:01.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 537.405729ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 229 | 2024-10-03T20:30:02.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 810.269068ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 230 | 2024-10-03T20:30:03.404Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fd00:1122:3344:101::1]:12345
|
| 231 | 2024-10-03T20:30:03.404Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:432
|
| 232 | 2024-10-03T20:30:03.404Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 233 | 2024-10-03T20:30:03.404Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 234 | 2024-10-03T20:30:03.404Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 235 | 2024-10-03T20:30:03.404Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 236 | 2024-10-03T20:30:03.404Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))
|
| 237 | 2024-10-03T20:30:03.405Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3944
|
| 238 | 2024-10-03T20:30:03.405Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:81
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:34632
|
| 239 | 2024-10-03T20:30:03.661Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:117
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 240 | 2024-10-03T20:30:03.661Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:252
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
| 241 | 2024-10-03T20:30:03.661Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 242 | 2024-10-03T20:30:03.661Z | INFO | SledAgent (RSS): No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
| 243 | 2024-10-03T20:30:03.661Z | INFO | SledAgent (RSS): No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
| 244 | 2024-10-03T20:30:03.661Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 245 | 2024-10-03T20:30:03.661Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 246 | 2024-10-03T20:30:03.661Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 247 | 2024-10-03T20:30:03.667Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4265
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 248 | 2024-10-03T20:30:03.667Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:4281
|
| 249 | 2024-10-03T20:30:03.667Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:534
zone = oxz_switch
|
| 250 | 2024-10-03T20:30:03.913Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39731
|
| 251 | 2024-10-03T20:30:03.914Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 252 | 2024-10-03T20:30:03.914Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 184
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39731
req_id = dd3c58d4-0a62-437b-8274-ff588ba68281
response_code = 200
uri = /inventory
|
| 253 | 2024-10-03T20:30:03.943Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61825
|
| 254 | 2024-10-03T20:30:03.944Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61825
req_id = 242b1eb5-c6dc-4158-a3f0-b98668b18500
response_code = 200
uri = /sled-role
|
| 255 | 2024-10-03T20:30:03.945Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 256 | 2024-10-03T20:30:03.945Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
| 257 | 2024-10-03T20:30:03.946Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
| 258 | 2024-10-03T20:30:03.946Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:989
|
| 259 | 2024-10-03T20:30:03.978Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 75531973-dc96-4b43-8181-1c540f87723e, pool_id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 2514a450-0e7c-43f4-b929-0f07a757c752, pool_id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 210a5558-6405-4b5f-a590-7b6b9c8d4d96, pool_id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 59addcfa-133c-457d-a0c2-5cddfe4bcf90, pool_id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 9c899589-4bf9-42a6-8cfa-823d4a061e8a, pool_id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: c14007f9-a42d-4135-b060-94b1436454d2, pool_id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 02ce356b-1f90-42a7-8dc3-8b558b51ff64, pool_id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: f8d70932-907c-48b9-912a-b61269c3e255, pool_id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 0079ac32-7d1d-42e0-b54f-1439b75fa6f5, pool_id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:375
sled_address = [fd00:1122:3344:101::1]:12345
|
| 260 | 2024-10-03T20:30:03.978Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49929
|
| 261 | 2024-10-03T20:30:03.978Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:864
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 262 | 2024-10-03T20:30:03.978Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 75531973-dc96-4b43-8181-1c540f87723e, pool_id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 2514a450-0e7c-43f4-b929-0f07a757c752, pool_id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 210a5558-6405-4b5f-a590-7b6b9c8d4d96, pool_id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 59addcfa-133c-457d-a0c2-5cddfe4bcf90, pool_id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 9c899589-4bf9-42a6-8cfa-823d4a061e8a, pool_id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: c14007f9-a42d-4135-b060-94b1436454d2, pool_id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 02ce356b-1f90-42a7-8dc3-8b558b51ff64, pool_id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: f8d70932-907c-48b9-912a-b61269c3e255, pool_id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 0079ac32-7d1d-42e0-b54f-1439b75fa6f5, pool_id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 263 | 2024-10-03T20:30:03.978Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 264 | 2024-10-03T20:30:03.978Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 265 | 2024-10-03T20:30:03.978Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:866
request = omicron_physical_disks_ensure
|
| 266 | 2024-10-03T20:30:03.978Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 267 | 2024-10-03T20:30:03.978Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
| 268 | 2024-10-03T20:30:03.978Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 269 | 2024-10-03T20:30:03.978Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 270 | 2024-10-03T20:30:04.177Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 271 | 2024-10-03T20:30:04.177Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool)
|
| 272 | 2024-10-03T20:30:04.455Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)
file = sled-agent/src/probe_manager.rs:230
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 273 | 2024-10-03T20:30:04.924Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 11078730211014710590
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 274 | 2024-10-03T20:30:04.924Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 17942500017472525276
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 275 | 2024-10-03T20:30:05.386Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 276 | 2024-10-03T20:30:05.400Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }
|
| 277 | 2024-10-03T20:30:05.408Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:217
|
| 278 | 2024-10-03T20:30:05.408Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 279 | 2024-10-03T20:30:05.408Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 280 | 2024-10-03T20:30:05.408Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 281 | 2024-10-03T20:30:05.408Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 282 | 2024-10-03T20:30:05.408Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 283 | 2024-10-03T20:30:05.408Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 284 | 2024-10-03T20:30:05.439Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 285 | 2024-10-03T20:30:05.446Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_9be3601f-65b1-4f43-9377-aa5513d9b31a/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 286 | 2024-10-03T20:30:05.457Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)
file = sled-agent/src/probe_manager.rs:230
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 287 | 2024-10-03T20:30:05.599Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_9be3601f-65b1-4f43-9377-aa5513d9b31a
file = sled-storage/src/dataset.rs:366
|
| 288 | 2024-10-03T20:30:05.606Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
| 289 | 2024-10-03T20:30:05.606Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
| 290 | 2024-10-03T20:30:05.606Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
| 291 | 2024-10-03T20:30:05.606Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 292 | 2024-10-03T20:30:05.606Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 293 | 2024-10-03T20:30:05.616Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 294 | 2024-10-03T20:30:05.616Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool)
|
| 295 | 2024-10-03T20:30:05.705Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }
|
| 296 | 2024-10-03T20:30:05.714Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:217
|
| 297 | 2024-10-03T20:30:05.714Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 298 | 2024-10-03T20:30:05.714Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 299 | 2024-10-03T20:30:05.714Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 300 | 2024-10-03T20:30:05.714Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 301 | 2024-10-03T20:30:05.714Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 302 | 2024-10-03T20:30:05.714Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 303 | 2024-10-03T20:30:05.750Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 304 | 2024-10-03T20:30:05.758Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_7f092e33-1af0-4e4e-87b6-07db26b26d4d/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 305 | 2024-10-03T20:30:05.928Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_7f092e33-1af0-4e4e-87b6-07db26b26d4d
file = sled-storage/src/dataset.rs:366
|
| 306 | 2024-10-03T20:30:05.936Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
| 307 | 2024-10-03T20:30:05.936Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
| 308 | 2024-10-03T20:30:05.936Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
| 309 | 2024-10-03T20:30:05.936Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 310 | 2024-10-03T20:30:05.936Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 311 | 2024-10-03T20:30:05.946Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:367
|
| 312 | 2024-10-03T20:30:05.946Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool)
|
| 313 | 2024-10-03T20:30:06.039Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }
|
| 314 | 2024-10-03T20:30:06.047Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:217
|
| 315 | 2024-10-03T20:30:06.047Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 316 | 2024-10-03T20:30:06.047Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 317 | 2024-10-03T20:30:06.047Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 318 | 2024-10-03T20:30:06.047Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 319 | 2024-10-03T20:30:06.047Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 320 | 2024-10-03T20:30:06.047Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 321 | 2024-10-03T20:30:06.083Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 322 | 2024-10-03T20:30:06.091Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 323 | 2024-10-03T20:30:06.270Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe
file = sled-storage/src/dataset.rs:366
|
| 324 | 2024-10-03T20:30:06.278Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
| 325 | 2024-10-03T20:30:06.278Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
| 326 | 2024-10-03T20:30:06.278Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
| 327 | 2024-10-03T20:30:06.278Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 328 | 2024-10-03T20:30:06.278Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 329 | 2024-10-03T20:30:06.288Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:367
|
| 330 | 2024-10-03T20:30:06.288Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool)
|
| 331 | 2024-10-03T20:30:06.384Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }
|
| 332 | 2024-10-03T20:30:06.391Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:217
|
| 333 | 2024-10-03T20:30:06.391Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 334 | 2024-10-03T20:30:06.391Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 335 | 2024-10-03T20:30:06.392Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 336 | 2024-10-03T20:30:06.392Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 337 | 2024-10-03T20:30:06.392Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 338 | 2024-10-03T20:30:06.392Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 339 | 2024-10-03T20:30:06.428Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 340 | 2024-10-03T20:30:06.436Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_bbefb67e-cb66-4fc4-8b99-53014030c8bf/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 341 | 2024-10-03T20:30:06.460Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)
file = sled-agent/src/probe_manager.rs:230
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 342 | 2024-10-03T20:30:06.605Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_bbefb67e-cb66-4fc4-8b99-53014030c8bf
file = sled-storage/src/dataset.rs:366
|
| 343 | 2024-10-03T20:30:06.612Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
| 344 | 2024-10-03T20:30:06.612Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
| 345 | 2024-10-03T20:30:06.612Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
| 346 | 2024-10-03T20:30:06.612Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 347 | 2024-10-03T20:30:06.612Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 348 | 2024-10-03T20:30:06.622Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:367
|
| 349 | 2024-10-03T20:30:06.622Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool)
|
| 350 | 2024-10-03T20:30:06.718Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }
|
| 351 | 2024-10-03T20:30:06.726Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:217
|
| 352 | 2024-10-03T20:30:06.726Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 353 | 2024-10-03T20:30:06.726Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 354 | 2024-10-03T20:30:06.726Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 355 | 2024-10-03T20:30:06.726Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 356 | 2024-10-03T20:30:06.726Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 357 | 2024-10-03T20:30:06.726Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 358 | 2024-10-03T20:30:06.761Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 359 | 2024-10-03T20:30:06.768Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_bb86cec0-ba38-4d2f-b865-3bb4c225bc60/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 360 | 2024-10-03T20:30:06.940Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_bb86cec0-ba38-4d2f-b865-3bb4c225bc60
file = sled-storage/src/dataset.rs:366
|
| 361 | 2024-10-03T20:30:06.948Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
| 362 | 2024-10-03T20:30:06.948Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
| 363 | 2024-10-03T20:30:06.948Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
| 364 | 2024-10-03T20:30:06.948Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 365 | 2024-10-03T20:30:06.948Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 366 | 2024-10-03T20:30:06.957Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:367
|
| 367 | 2024-10-03T20:30:06.957Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool)
|
| 368 | 2024-10-03T20:30:07.051Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool), kind: External }
|
| 369 | 2024-10-03T20:30:07.058Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:217
|
| 370 | 2024-10-03T20:30:07.058Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 371 | 2024-10-03T20:30:07.058Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 372 | 2024-10-03T20:30:07.058Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 373 | 2024-10-03T20:30:07.058Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 374 | 2024-10-03T20:30:07.058Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 375 | 2024-10-03T20:30:07.058Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 376 | 2024-10-03T20:30:07.092Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 377 | 2024-10-03T20:30:07.100Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_dab8d29a-db6e-412c-9f30-46af8b4a3a6f/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 378 | 2024-10-03T20:30:07.275Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_dab8d29a-db6e-412c-9f30-46af8b4a3a6f
file = sled-storage/src/dataset.rs:366
|
| 379 | 2024-10-03T20:30:07.283Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
| 380 | 2024-10-03T20:30:07.283Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
| 381 | 2024-10-03T20:30:07.283Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
| 382 | 2024-10-03T20:30:07.283Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 383 | 2024-10-03T20:30:07.283Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 384 | 2024-10-03T20:30:07.293Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:367
|
| 385 | 2024-10-03T20:30:07.293Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool)
|
| 386 | 2024-10-03T20:30:07.385Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External }
|
| 387 | 2024-10-03T20:30:07.393Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:217
|
| 388 | 2024-10-03T20:30:07.393Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 389 | 2024-10-03T20:30:07.393Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 390 | 2024-10-03T20:30:07.393Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 391 | 2024-10-03T20:30:07.393Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 392 | 2024-10-03T20:30:07.393Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 393 | 2024-10-03T20:30:07.393Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 394 | 2024-10-03T20:30:07.427Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 395 | 2024-10-03T20:30:07.435Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_1220f876-5a4e-47b8-b4aa-f7dee07ba8ea/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 396 | 2024-10-03T20:30:07.462Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)
file = sled-agent/src/probe_manager.rs:230
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 397 | 2024-10-03T20:30:07.606Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_1220f876-5a4e-47b8-b4aa-f7dee07ba8ea
file = sled-storage/src/dataset.rs:366
|
| 398 | 2024-10-03T20:30:07.613Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
| 399 | 2024-10-03T20:30:07.614Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
| 400 | 2024-10-03T20:30:07.614Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
| 401 | 2024-10-03T20:30:07.614Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 402 | 2024-10-03T20:30:07.614Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 403 | 2024-10-03T20:30:07.623Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:367
|
| 404 | 2024-10-03T20:30:07.623Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool)
|
| 405 | 2024-10-03T20:30:07.727Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External }
|
| 406 | 2024-10-03T20:30:07.735Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:217
|
| 407 | 2024-10-03T20:30:07.735Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 408 | 2024-10-03T20:30:07.735Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 409 | 2024-10-03T20:30:07.735Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 410 | 2024-10-03T20:30:07.735Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 411 | 2024-10-03T20:30:07.735Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 412 | 2024-10-03T20:30:07.735Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 413 | 2024-10-03T20:30:07.773Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 414 | 2024-10-03T20:30:07.780Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 415 | 2024-10-03T20:30:07.942Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39
file = sled-storage/src/dataset.rs:366
|
| 416 | 2024-10-03T20:30:07.949Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
| 417 | 2024-10-03T20:30:07.949Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
| 418 | 2024-10-03T20:30:07.949Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
| 419 | 2024-10-03T20:30:07.949Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 420 | 2024-10-03T20:30:07.949Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 421 | 2024-10-03T20:30:07.959Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:367
|
| 422 | 2024-10-03T20:30:07.959Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool)
|
| 423 | 2024-10-03T20:30:08.056Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool), kind: External }
|
| 424 | 2024-10-03T20:30:08.064Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:217
|
| 425 | 2024-10-03T20:30:08.065Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 426 | 2024-10-03T20:30:08.065Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 427 | 2024-10-03T20:30:08.065Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 428 | 2024-10-03T20:30:08.065Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 429 | 2024-10-03T20:30:08.065Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 430 | 2024-10-03T20:30:08.065Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 431 | 2024-10-03T20:30:08.101Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 432 | 2024-10-03T20:30:08.109Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 433 | 2024-10-03T20:30:08.291Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9
file = sled-storage/src/dataset.rs:366
|
| 434 | 2024-10-03T20:30:08.299Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
| 435 | 2024-10-03T20:30:08.299Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
| 436 | 2024-10-03T20:30:08.299Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 437 | 2024-10-03T20:30:08.299Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 438 | 2024-10-03T20:30:08.299Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 439 | 2024-10-03T20:30:08.299Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 440 | 2024-10-03T20:30:08.300Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 441 | 2024-10-03T20:30:08.300Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:868
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 442 | 2024-10-03T20:30:08.300Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 443 | 2024-10-03T20:30:08.300Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:894
generation = Generation(1)
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 444 | 2024-10-03T20:30:08.300Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:899
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 445 | 2024-10-03T20:30:08.300Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:904
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 446 | 2024-10-03T20:30:08.300Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:121
gen = Generation(1)
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 447 | 2024-10-03T20:30:08.300Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:910
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 448 | 2024-10-03T20:30:08.300Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:757
gen = Generation(1)
|
| 449 | 2024-10-03T20:30:08.300Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:915
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 450 | 2024-10-03T20:30:08.300Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4322142
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:49929
req_id = 4070035d-cfe9-424d-bf8a-a7456e30c9db
response_code = 200
uri = /omicron-physical-disks
|
| 451 | 2024-10-03T20:30:08.332Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 3e467632-ea6c-446e-934a-4e4b2c63a244 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 30aa01c9-780d-4456-824b-3ef76ad5ee62 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 452 | 2024-10-03T20:30:08.332Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42451
|
| 453 | 2024-10-03T20:30:08.333Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 454 | 2024-10-03T20:30:08.333Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 455 | 2024-10-03T20:30:08.383Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 456 | 2024-10-03T20:30:08.383Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 457 | 2024-10-03T20:30:08.434Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 458 | 2024-10-03T20:30:08.434Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 459 | 2024-10-03T20:30:08.465Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)
file = sled-agent/src/probe_manager.rs:230
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 460 | 2024-10-03T20:30:08.485Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 461 | 2024-10-03T20:30:08.485Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 462 | 2024-10-03T20:30:08.485Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 463 | 2024-10-03T20:30:08.485Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 464 | 2024-10-03T20:30:08.530Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 465 | 2024-10-03T20:30:08.530Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 466 | 2024-10-03T20:30:08.530Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 467 | 2024-10-03T20:30:08.582Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
file = illumos-utils/src/zone.rs:316
|
| 468 | 2024-10-03T20:30:08.586Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
file = illumos-utils/src/zone.rs:316
|
| 469 | 2024-10-03T20:30:08.590Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62
file = illumos-utils/src/zone.rs:316
|
| 470 | 2024-10-03T20:30:08.601Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
file = illumos-utils/src/zone.rs:354
|
| 471 | 2024-10-03T20:30:08.606Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
file = illumos-utils/src/zone.rs:354
|
| 472 | 2024-10-03T20:30:08.610Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62
file = illumos-utils/src/zone.rs:354
|
| 473 | 2024-10-03T20:30:09.468Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)
file = sled-agent/src/probe_manager.rs:230
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 474 | 2024-10-03T20:30:10.128Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 475 | 2024-10-03T20:30:10.128Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
| 476 | 2024-10-03T20:30:10.128Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
|
| 477 | 2024-10-03T20:30:10.614Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 478 | 2024-10-03T20:30:10.614Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
| 479 | 2024-10-03T20:30:11.095Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 480 | 2024-10-03T20:30:11.102Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546") failed: Property not found. retry in 42.569212ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
|
| 481 | 2024-10-03T20:30:11.102Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62
|
| 482 | 2024-10-03T20:30:11.105Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
| 483 | 2024-10-03T20:30:11.105Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
|
| 484 | 2024-10-03T20:30:11.154Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546") failed: Property not found. retry in 121.698722ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
|
| 485 | 2024-10-03T20:30:11.225Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244") failed: Property not found. retry in 25.090033ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
|
| 486 | 2024-10-03T20:30:11.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62") failed: Property not found. retry in 58.844463ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62
|
| 487 | 2024-10-03T20:30:11.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244") failed: Property not found. retry in 109.254294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
|
| 488 | 2024-10-03T20:30:11.284Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546") failed: Property not found. retry in 100.073414ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
|
| 489 | 2024-10-03T20:30:11.487Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62") failed: Property not found. retry in 80.679841ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62
|
| 490 | 2024-10-03T20:30:11.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244") failed: Property not found. retry in 281.706341ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
|
| 491 | 2024-10-03T20:30:11.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546") failed: Property not found. retry in 324.854586ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
|
| 492 | 2024-10-03T20:30:11.541Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62") failed: Property not found. retry in 189.633487ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62
|
| 493 | 2024-10-03T20:30:11.742Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62") failed: Property not found. retry in 367.637855ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62
|
| 494 | 2024-10-03T20:30:11.798Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244") failed: Property not found. retry in 436.829005ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
|
| 495 | 2024-10-03T20:30:11.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546") failed: Property not found. retry in 606.915571ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
|
| 496 | 2024-10-03T20:30:12.120Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62") failed: Property not found. retry in 1.0464987s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62
|
| 497 | 2024-10-03T20:30:12.244Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244") failed: Property not found. retry in 441.792149ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
|
| 498 | 2024-10-03T20:30:12.474Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546") failed: Property not found. retry in 585.696526ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
|
| 499 | 2024-10-03T20:30:12.695Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244") failed: Property not found. retry in 858.958542ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
|
| 500 | 2024-10-03T20:30:13.071Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546") failed: Property not found. retry in 717.656431ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
|
| 501 | 2024-10-03T20:30:13.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62") failed: Property not found. retry in 747.886197ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62
|
| 502 | 2024-10-03T20:30:13.406Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8412501457968822486
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 503 | 2024-10-03T20:30:13.406Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13150362534282573855
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 504 | 2024-10-03T20:30:13.564Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244") failed: Property not found. retry in 861.486211ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
|
| 505 | 2024-10-03T20:30:13.699Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:4289
|
| 506 | 2024-10-03T20:30:13.699Z | INFO | SledAgent (ServiceManager): Ensuring there is a default route
file = sled-agent/src/services.rs:4299
gateway = fd00:1122:3344:101::1
|
| 507 | 2024-10-03T20:30:13.705Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4378
|
| 508 | 2024-10-03T20:30:13.797Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546") failed: Property not found. retry in 530.509548ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
|
| 509 | 2024-10-03T20:30:13.811Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4426
|
| 510 | 2024-10-03T20:30:13.811Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4453
|
| 511 | 2024-10-03T20:30:13.851Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4466
|
| 512 | 2024-10-03T20:30:13.851Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4330
|
| 513 | 2024-10-03T20:30:13.905Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4372
|
| 514 | 2024-10-03T20:30:13.905Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4433
rack_subnet = fd00:1122:3344::
|
| 515 | 2024-10-03T20:30:13.924Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4444
|
| 516 | 2024-10-03T20:30:13.924Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4486
|
| 517 | 2024-10-03T20:30:13.935Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62") failed: Property not found. retry in 865.478591ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62
|
| 518 | 2024-10-03T20:30:13.994Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4518
|
| 519 | 2024-10-03T20:30:13.994Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4524
|
| 520 | 2024-10-03T20:30:14.086Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4565
|
| 521 | 2024-10-03T20:30:14.086Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:366
|
| 522 | 2024-10-03T20:30:14.118Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)
file = sled-agent/src/nexus.rs:571
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 523 | 2024-10-03T20:30:14.118Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 61.2556ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
| 524 | 2024-10-03T20:30:14.180Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 70.25593ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
| 525 | 2024-10-03T20:30:14.251Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 295.774514ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
| 526 | 2024-10-03T20:30:14.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546") failed: Property not found. retry in 1.070333428s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
|
| 527 | 2024-10-03T20:30:14.434Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244") failed: Property not found. retry in 695.736526ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
|
| 528 | 2024-10-03T20:30:14.548Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 369.313221ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
| 529 | 2024-10-03T20:30:14.710Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::2]:41666
|
| 530 | 2024-10-03T20:30:14.711Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::2]:41666
req_id = 463bb8ae-030c-4f49-af77-b5a9934481fd
response_code = 200
uri = /sled-identifiers
|
| 531 | 2024-10-03T20:30:14.810Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62") failed: Property not found. retry in 1.474424694s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62
|
| 532 | 2024-10-03T20:30:14.919Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:414
|
| 533 | 2024-10-03T20:30:14.951Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:676
|
| 534 | 2024-10-03T20:30:14.951Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:714
|
| 535 | 2024-10-03T20:30:14.952Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:717
uptime = 0
|
| 536 | 2024-10-03T20:30:14.952Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:436
|
| 537 | 2024-10-03T20:30:14.953Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 11078730211014710590
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 538 | 2024-10-03T20:30:14.953Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 17942500017472525276
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 539 | 2024-10-03T20:30:14.990Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 540 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 541 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 542 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 543 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 544 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 545 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 546 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 547 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 548 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 549 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 550 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 551 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 552 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 553 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 554 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 555 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 556 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 557 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 558 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 559 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 560 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 561 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 562 | 2024-10-03T20:30:15.044Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 563 | 2024-10-03T20:30:15.139Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244") failed: Property not found. retry in 929.953995ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
|
| 564 | 2024-10-03T20:30:15.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546") failed: Property not found. retry in 1.251212506s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
|
| 565 | 2024-10-03T20:30:16.079Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244") failed: Property not found. retry in 1.139023577s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
|
| 566 | 2024-10-03T20:30:17.238Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244
|
| 567 | 2024-10-03T20:30:17.238Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546
|
| 568 | 2024-10-03T20:30:17.238Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62
|
| 569 | 2024-10-03T20:30:17.238Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 570 | 2024-10-03T20:30:17.238Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 571 | 2024-10-03T20:30:17.239Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8906021
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:42451
req_id = e90d310b-c64a-47fc-ba7d-751cc40f5150
response_code = 204
uri = /omicron-zones
|
| 572 | 2024-10-03T20:30:17.241Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
| 573 | 2024-10-03T20:30:17.287Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
| 574 | 2024-10-03T20:30:17.334Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
| 575 | 2024-10-03T20:30:17.381Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:611
|
| 576 | 2024-10-03T20:30:17.381Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 577 | 2024-10-03T20:30:17.413Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 578 | 2024-10-03T20:30:17.414Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 579 | 2024-10-03T20:30:17.414Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 580 | 2024-10-03T20:30:17.443Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 3e467632-ea6c-446e-934a-4e4b2c63a244 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 30aa01c9-780d-4456-824b-3ef76ad5ee62 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 67033990-7bf0-452b-8114-34fde227d20f, kind: Service { id: 17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d }, name: Name("ntp-17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 137])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 581 | 2024-10-03T20:30:17.443Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59198
|
| 582 | 2024-10-03T20:30:17.443Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 583 | 2024-10-03T20:30:17.443Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 584 | 2024-10-03T20:30:17.464Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 585 | 2024-10-03T20:30:17.464Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 586 | 2024-10-03T20:30:17.482Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 587 | 2024-10-03T20:30:17.482Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 588 | 2024-10-03T20:30:17.502Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 589 | 2024-10-03T20:30:17.502Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 590 | 2024-10-03T20:30:17.502Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 591 | 2024-10-03T20:30:17.502Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 592 | 2024-10-03T20:30:17.513Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 593 | 2024-10-03T20:30:17.545Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 594 | 2024-10-03T20:30:17.546Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 595 | 2024-10-03T20:30:17.546Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 596 | 2024-10-03T20:30:17.576Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 180, 137]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
| 597 | 2024-10-03T20:30:17.576Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = boundary_ntp
|
| 598 | 2024-10-03T20:30:17.576Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:83
|
| 599 | 2024-10-03T20:30:17.576Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:90
|
| 600 | 2024-10-03T20:30:17.576Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:118
|
| 601 | 2024-10-03T20:30:17.577Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 602 | 2024-10-03T20:30:17.599Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
file = illumos-utils/src/zone.rs:316
|
| 603 | 2024-10-03T20:30:17.618Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
file = illumos-utils/src/zone.rs:354
|
| 604 | 2024-10-03T20:30:18.260Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 605 | 2024-10-03T20:30:18.260Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
|
| 606 | 2024-10-03T20:30:18.381Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d") failed: Property not found. retry in 59.387902ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
|
| 607 | 2024-10-03T20:30:18.452Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d") failed: Property not found. retry in 99.623196ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
|
| 608 | 2024-10-03T20:30:18.577Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d") failed: Property not found. retry in 161.696515ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
|
| 609 | 2024-10-03T20:30:18.750Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d") failed: Property not found. retry in 437.545815ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
|
| 610 | 2024-10-03T20:30:19.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d") failed: Property not found. retry in 462.364573ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
|
| 611 | 2024-10-03T20:30:19.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d") failed: Property not found. retry in 801.515991ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
|
| 612 | 2024-10-03T20:30:20.482Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d") failed: Property not found. retry in 1.096330076s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
|
| 613 | 2024-10-03T20:30:21.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d") failed: Property not found. retry in 943.599945ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
|
| 614 | 2024-10-03T20:30:22.541Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d") failed: Property not found. retry in 910.04412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
|
| 615 | 2024-10-03T20:30:23.408Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8412501457968822486
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 616 | 2024-10-03T20:30:23.408Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13150362534282573855
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 617 | 2024-10-03T20:30:23.473Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d
|
| 618 | 2024-10-03T20:30:23.473Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 619 | 2024-10-03T20:30:23.473Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 620 | 2024-10-03T20:30:23.474Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 6030601
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:59198
req_id = 408c41b3-e1a2-4257-b016-c72db8a5de6d
response_code = 204
uri = /omicron-zones
|
| 621 | 2024-10-03T20:30:23.476Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:652
|
| 622 | 2024-10-03T20:30:23.505Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 623 | 2024-10-03T20:30:23.506Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35068
|
| 624 | 2024-10-03T20:30:23.515Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3897
|
| 625 | 2024-10-03T20:30:23.515Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 9534
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35068
req_id = a27d9b29-454b-4f76-ab4f-28b13e0b6f95
response_code = 500
uri = /timesync
|
| 626 | 2024-10-03T20:30:23.517Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 627 | 2024-10-03T20:30:23.611Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 628 | 2024-10-03T20:30:23.612Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64626
|
| 629 | 2024-10-03T20:30:24.955Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 11078730211014710590
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 630 | 2024-10-03T20:30:24.955Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 17942500017472525276
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 631 | 2024-10-03T20:30:26.317Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 987857045252204075
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 632 | 2024-10-03T20:30:26.690Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15928703769241460406
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 633 | 2024-10-03T20:30:27.241Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 17337196385466392363
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 634 | 2024-10-03T20:30:27.621Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3897
|
| 635 | 2024-10-03T20:30:27.621Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 4008963
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64626
req_id = 3f1530f5-07aa-42cd-9bcd-7273ad61ff8c
response_code = 500
uri = /timesync
|
| 636 | 2024-10-03T20:30:27.623Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 637 | 2024-10-03T20:30:27.773Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 638 | 2024-10-03T20:30:27.773Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35053
|
| 639 | 2024-10-03T20:30:27.784Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3897
|
| 640 | 2024-10-03T20:30:27.784Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 10870
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:35053
req_id = 8eec092c-308e-41d3-bfe0-125e795ba8eb
response_code = 500
uri = /timesync
|
| 641 | 2024-10-03T20:30:27.786Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 642 | 2024-10-03T20:30:28.029Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 643 | 2024-10-03T20:30:28.029Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52408
|
| 644 | 2024-10-03T20:30:28.038Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3897
|
| 645 | 2024-10-03T20:30:28.038Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 8781
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52408
req_id = 48596c83-7872-4fe2-a0fc-94a9bb7c19ce
response_code = 500
uri = /timesync
|
| 646 | 2024-10-03T20:30:28.039Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 647 | 2024-10-03T20:30:28.251Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 648 | 2024-10-03T20:30:28.252Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54263
|
| 649 | 2024-10-03T20:30:28.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7674
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54263
req_id = a742c540-2e84-4e3e-8681-60ad6017d013
response_code = 200
uri = /timesync
|
| 650 | 2024-10-03T20:30:28.261Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 651 | 2024-10-03T20:30:28.261Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 652 | 2024-10-03T20:30:28.574Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 653 | 2024-10-03T20:30:28.574Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42939
|
| 654 | 2024-10-03T20:30:28.582Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7691
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42939
req_id = 416c5d46-e4d0-4b62-b2a2-603374a82f51
response_code = 200
uri = /timesync
|
| 655 | 2024-10-03T20:30:28.584Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 656 | 2024-10-03T20:30:28.584Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 657 | 2024-10-03T20:30:28.936Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 658 | 2024-10-03T20:30:28.937Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61421
|
| 659 | 2024-10-03T20:30:28.945Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61421
req_id = 90cd5ee2-7af9-4959-88dc-93c3ab02d4bc
response_code = 200
uri = /timesync
|
| 660 | 2024-10-03T20:30:28.946Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 661 | 2024-10-03T20:30:28.946Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 662 | 2024-10-03T20:30:29.258Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 663 | 2024-10-03T20:30:29.258Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52539
|
| 664 | 2024-10-03T20:30:29.266Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8668
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52539
req_id = 43764520-5aa3-4b6b-97d6-471437618f2c
response_code = 200
uri = /timesync
|
| 665 | 2024-10-03T20:30:29.268Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 666 | 2024-10-03T20:30:29.268Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 667 | 2024-10-03T20:30:29.707Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 668 | 2024-10-03T20:30:29.707Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45444
|
| 669 | 2024-10-03T20:30:29.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7784
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45444
req_id = ea518a30-dfb6-4e91-b285-f60b3eee2d28
response_code = 200
uri = /timesync
|
| 670 | 2024-10-03T20:30:29.717Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 671 | 2024-10-03T20:30:29.717Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 672 | 2024-10-03T20:30:30.190Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 673 | 2024-10-03T20:30:30.190Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61407
|
| 674 | 2024-10-03T20:30:30.198Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8615
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61407
req_id = 97a46fd7-ea28-4744-8753-ba5ab6f90dfd
response_code = 200
uri = /timesync
|
| 675 | 2024-10-03T20:30:30.200Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.010996043 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 676 | 2024-10-03T20:30:30.200Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 677 | 2024-10-03T20:30:30.641Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 678 | 2024-10-03T20:30:30.641Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61859
|
| 679 | 2024-10-03T20:30:30.649Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7438
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61859
req_id = 99a750ce-a28f-47f6-9414-a8842293eb7f
response_code = 200
uri = /timesync
|
| 680 | 2024-10-03T20:30:30.650Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.008665136 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 681 | 2024-10-03T20:30:30.650Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 682 | 2024-10-03T20:30:31.505Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 683 | 2024-10-03T20:30:31.506Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45261
|
| 684 | 2024-10-03T20:30:31.525Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 19362
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45261
req_id = 890bc0d2-0dee-417c-80c5-23f620d74635
response_code = 200
uri = /timesync
|
| 685 | 2024-10-03T20:30:31.528Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1120794908, ip_addr: 66.205.249.28, stratum: 3, ref_time: 1727987431.0463896, correction: -0.006454891 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 686 | 2024-10-03T20:30:31.528Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1299
|
| 687 | 2024-10-03T20:30:31.558Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 3e467632-ea6c-446e-934a-4e4b2c63a244 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 30aa01c9-780d-4456-824b-3ef76ad5ee62 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 67033990-7bf0-452b-8114-34fde227d20f, kind: Service { id: 17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d }, name: Name("ntp-17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 137])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 02c08223-9982-4ae3-a080-c6e28803b6ed (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } } } }, OmicronZoneConfig { id: 86b36d5c-394e-499a-8e63-0d1e9b7e54a6 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } } } }, OmicronZoneConfig { id: 04066342-4569-4979-8492-9802d7f37f30 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } } } }, OmicronZoneConfig { id: 2898cc25-5215-4939-869d-96d5a9fa5daa (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External } } } }, OmicronZoneConfig { id: a5cdf7ab-d77a-4af7-b844-163e49b18349 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 688 | 2024-10-03T20:30:31.558Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54727
|
| 689 | 2024-10-03T20:30:31.559Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 690 | 2024-10-03T20:30:31.559Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 691 | 2024-10-03T20:30:31.579Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 692 | 2024-10-03T20:30:31.579Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 693 | 2024-10-03T20:30:31.599Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 694 | 2024-10-03T20:30:31.599Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 695 | 2024-10-03T20:30:31.616Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 02c08223-9982-4ae3-a080-c6e28803b6ed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 696 | 2024-10-03T20:30:31.617Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 02c08223-9982-4ae3-a080-c6e28803b6ed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 697 | 2024-10-03T20:30:31.670Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 86b36d5c-394e-499a-8e63-0d1e9b7e54a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 698 | 2024-10-03T20:30:31.670Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 86b36d5c-394e-499a-8e63-0d1e9b7e54a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 699 | 2024-10-03T20:30:31.726Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 04066342-4569-4979-8492-9802d7f37f30, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 700 | 2024-10-03T20:30:31.726Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 04066342-4569-4979-8492-9802d7f37f30, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 701 | 2024-10-03T20:30:31.778Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 2898cc25-5215-4939-869d-96d5a9fa5daa, dataset_name: DatasetName { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 702 | 2024-10-03T20:30:31.778Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 2898cc25-5215-4939-869d-96d5a9fa5daa, dataset_name: DatasetName { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 703 | 2024-10-03T20:30:31.830Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a5cdf7ab-d77a-4af7-b844-163e49b18349, dataset_name: DatasetName { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 704 | 2024-10-03T20:30:31.830Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: a5cdf7ab-d77a-4af7-b844-163e49b18349, dataset_name: DatasetName { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 705 | 2024-10-03T20:30:31.883Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 706 | 2024-10-03T20:30:31.883Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 707 | 2024-10-03T20:30:31.883Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 708 | 2024-10-03T20:30:31.883Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 709 | 2024-10-03T20:30:31.966Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 710 | 2024-10-03T20:30:31.966Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 711 | 2024-10-03T20:30:31.966Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 712 | 2024-10-03T20:30:31.966Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 713 | 2024-10-03T20:30:31.966Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 714 | 2024-10-03T20:30:32.060Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
file = illumos-utils/src/zone.rs:316
|
| 715 | 2024-10-03T20:30:32.064Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
file = illumos-utils/src/zone.rs:316
|
| 716 | 2024-10-03T20:30:32.068Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
file = illumos-utils/src/zone.rs:316
|
| 717 | 2024-10-03T20:30:32.072Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
file = illumos-utils/src/zone.rs:316
|
| 718 | 2024-10-03T20:30:32.077Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
file = illumos-utils/src/zone.rs:316
|
| 719 | 2024-10-03T20:30:32.081Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
file = illumos-utils/src/zone.rs:354
|
| 720 | 2024-10-03T20:30:32.086Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
file = illumos-utils/src/zone.rs:354
|
| 721 | 2024-10-03T20:30:32.090Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
file = illumos-utils/src/zone.rs:354
|
| 722 | 2024-10-03T20:30:32.095Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
file = illumos-utils/src/zone.rs:354
|
| 723 | 2024-10-03T20:30:32.099Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
file = illumos-utils/src/zone.rs:354
|
| 724 | 2024-10-03T20:30:35.046Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='04066342-4569-4979-8492-9802d7f37f30'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 725 | 2024-10-03T20:30:35.046Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 726 | 2024-10-03T20:30:35.060Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='86b36d5c-394e-499a-8e63-0d1e9b7e54a6'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 727 | 2024-10-03T20:30:35.060Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 728 | 2024-10-03T20:30:35.159Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='a5cdf7ab-d77a-4af7-b844-163e49b18349'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 729 | 2024-10-03T20:30:35.159Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 730 | 2024-10-03T20:30:35.184Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='02c08223-9982-4ae3-a080-c6e28803b6ed'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 731 | 2024-10-03T20:30:35.184Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
|
| 732 | 2024-10-03T20:30:35.196Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 61.208028ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 733 | 2024-10-03T20:30:35.205Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6") failed: Property not found. retry in 42.444784ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 734 | 2024-10-03T20:30:35.217Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='2898cc25-5215-4939-869d-96d5a9fa5daa'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 735 | 2024-10-03T20:30:35.218Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 736 | 2024-10-03T20:30:35.267Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6") failed: Property not found. retry in 93.684497ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 737 | 2024-10-03T20:30:35.319Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 109.863125ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 738 | 2024-10-03T20:30:35.434Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6") failed: Property not found. retry in 106.221087ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 739 | 2024-10-03T20:30:35.565Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 241.838324ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 740 | 2024-10-03T20:30:35.788Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6") failed: Property not found. retry in 540.90099ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 741 | 2024-10-03T20:30:35.808Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 288.408466ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 742 | 2024-10-03T20:30:35.847Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 206.320422ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 743 | 2024-10-03T20:30:35.887Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 53.254936ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 744 | 2024-10-03T20:30:35.900Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed") failed: Property not found. retry in 41.442031ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
|
| 745 | 2024-10-03T20:30:35.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 55.924295ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 746 | 2024-10-03T20:30:36.071Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed") failed: Property not found. retry in 83.825558ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
|
| 747 | 2024-10-03T20:30:36.231Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 1.173350869s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 748 | 2024-10-03T20:30:36.418Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 230.307097ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 749 | 2024-10-03T20:30:36.442Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6") failed: Property not found. retry in 1.199665548s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 750 | 2024-10-03T20:30:36.460Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed") failed: Property not found. retry in 161.945042ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
|
| 751 | 2024-10-03T20:30:36.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 25.279844ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 752 | 2024-10-03T20:30:36.861Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 95.845433ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 753 | 2024-10-03T20:30:36.958Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 224.851598ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 754 | 2024-10-03T20:30:37.063Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed") failed: Property not found. retry in 593.682483ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
|
| 755 | 2024-10-03T20:30:37.222Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 159.790033ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 756 | 2024-10-03T20:30:37.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 601.731363ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 757 | 2024-10-03T20:30:37.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 459.40141ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 758 | 2024-10-03T20:30:37.424Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 540.444211ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 759 | 2024-10-03T20:30:37.652Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6") failed: Property not found. retry in 865.442551ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 760 | 2024-10-03T20:30:37.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed") failed: Property not found. retry in 577.683235ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
|
| 761 | 2024-10-03T20:30:37.880Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 713.104974ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 762 | 2024-10-03T20:30:37.937Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 641.694315ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 763 | 2024-10-03T20:30:37.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 1.439808605s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 764 | 2024-10-03T20:30:38.265Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed") failed: Property not found. retry in 1.463022764s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
|
| 765 | 2024-10-03T20:30:38.527Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6") failed: Property not found. retry in 972.231626ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 766 | 2024-10-03T20:30:38.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 1.101723451s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 767 | 2024-10-03T20:30:38.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 751.196513ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 768 | 2024-10-03T20:30:39.363Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 1.156128215s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 769 | 2024-10-03T20:30:39.427Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 769.832915ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 770 | 2024-10-03T20:30:39.511Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6") failed: Property not found. retry in 960.775004ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 771 | 2024-10-03T20:30:39.703Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 1.164382494s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 772 | 2024-10-03T20:30:39.740Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed") failed: Property not found. retry in 1.472347592s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
|
| 773 | 2024-10-03T20:30:40.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 1.397486265s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 774 | 2024-10-03T20:30:40.481Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6") failed: Property not found. retry in 1.104736766s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 775 | 2024-10-03T20:30:40.528Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 688.4736ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 776 | 2024-10-03T20:30:40.879Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 736.613212ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 777 | 2024-10-03T20:30:41.222Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed") failed: Property not found. retry in 1.244299654s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
|
| 778 | 2024-10-03T20:30:41.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 1.154297293s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 779 | 2024-10-03T20:30:41.595Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6") failed: Property not found. retry in 1.352820174s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 780 | 2024-10-03T20:30:41.613Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 1.132946663s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 781 | 2024-10-03T20:30:41.623Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 982.368093ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 782 | 2024-10-03T20:30:42.394Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 518.683028ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 783 | 2024-10-03T20:30:42.477Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed") failed: Property not found. retry in 717.40145ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
|
| 784 | 2024-10-03T20:30:42.615Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 856.333613ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 785 | 2024-10-03T20:30:42.756Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 1.263775187s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 786 | 2024-10-03T20:30:42.923Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 780.635937ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 787 | 2024-10-03T20:30:42.958Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6") failed: Property not found. retry in 519.415651ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 788 | 2024-10-03T20:30:43.206Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed") failed: Property not found. retry in 984.292634ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
|
| 789 | 2024-10-03T20:30:43.482Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 881.750072ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 790 | 2024-10-03T20:30:43.714Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 561.968951ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 791 | 2024-10-03T20:30:43.874Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48170
|
| 792 | 2024-10-03T20:30:43.874Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 89
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:48170
req_id = 61fa5da1-e2ab-45f4-94bd-9316ff390895
response_code = 200
uri = /baseboard
|
| 793 | 2024-10-03T20:30:44.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 938.441388ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 794 | 2024-10-03T20:30:44.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 1.210517755s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 795 | 2024-10-03T20:30:44.375Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 1.484894744s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 796 | 2024-10-03T20:30:45.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 792.509074ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 797 | 2024-10-03T20:30:45.507Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 811.041555ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 798 | 2024-10-03T20:30:45.874Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 1.209891916s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 799 | 2024-10-03T20:30:46.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 771.956737ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 800 | 2024-10-03T20:30:46.329Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 1.137417576s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 801 | 2024-10-03T20:30:47.042Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 760.445842ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 802 | 2024-10-03T20:30:47.092Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 513.521678ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 803 | 2024-10-03T20:30:47.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 732.202479ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 804 | 2024-10-03T20:30:47.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 576.705717ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 805 | 2024-10-03T20:30:47.814Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 1.022350713s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 806 | 2024-10-03T20:30:48.206Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 553.803516ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 807 | 2024-10-03T20:30:48.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 600.405615ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 808 | 2024-10-03T20:30:48.768Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 1.130123033s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 809 | 2024-10-03T20:30:48.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 1.314695939s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 810 | 2024-10-03T20:30:48.845Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 767.619322ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 811 | 2024-10-03T20:30:49.621Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 515.596832ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 812 | 2024-10-03T20:30:49.906Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 1.052759878s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 813 | 2024-10-03T20:30:50.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 685.57649ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 814 | 2024-10-03T20:30:50.154Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 856.316933ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 815 | 2024-10-03T20:30:50.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 1.290117862s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 816 | 2024-10-03T20:30:50.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 1.118210726s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 817 | 2024-10-03T20:30:51.019Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 883.823857ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 818 | 2024-10-03T20:30:51.571Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 604.162712ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 819 | 2024-10-03T20:30:51.913Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 632.36972ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 820 | 2024-10-03T20:30:52.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349") failed: Property not found. retry in 1.219683259s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 821 | 2024-10-03T20:30:52.139Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30") failed: Property not found. retry in 1.441637999s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 822 | 2024-10-03T20:30:52.554Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa") failed: Property not found. retry in 1.42382798s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 823 | 2024-10-03T20:30:54.000Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30
|
| 824 | 2024-10-03T20:30:54.000Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6
|
| 825 | 2024-10-03T20:30:54.000Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349
|
| 826 | 2024-10-03T20:30:54.000Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed
|
| 827 | 2024-10-03T20:30:54.000Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa
|
| 828 | 2024-10-03T20:30:54.000Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 829 | 2024-10-03T20:30:54.001Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 830 | 2024-10-03T20:30:54.001Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 22449413
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:54727
req_id = 6a744ada-bac4-4125-aa79-9409d1cf6288
response_code = 204
uri = /omicron-zones
|
| 831 | 2024-10-03T20:30:54.034Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61804
|
| 832 | 2024-10-03T20:30:54.065Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:3740
|
| 833 | 2024-10-03T20:30:54.242Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3758
|
| 834 | 2024-10-03T20:31:06.622Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = Failed to initialize CockroachDb: Error running command in zone 'oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed': Command [/opt/oxide/cockroachdb/bin/cockroach sql --insecure --host [fd00:1122:3344:101::3]:32221 --file /opt/oxide/cockroachdb/sql/dbinit.sql] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE VIEW\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nINSERT 1\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): "sql txn" meta={id=241ae9ee key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.02619382 epo=0 ts=1727987463.476825413,2 min=1727987454.881516208,0 seq=1707} lock=true stat=PENDING rts=1727987454.881516208,0 wto=false gul=1727987455.381516208,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): "sql txn" meta={id=241ae9ee key=/NamespaceTable/30/1/106/0/"public"/4/1 pri=0.02619382 epo=0 ts=1727987463.476825413,2 min=1727987454.881516208,0 seq=1707} lock=true stat=PENDING rts=1727987454.881516208,0 wto=false gul=1727987455.381516208,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nFailed running "sql"\n
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 12586654
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:61804
req_id = 6f17ed39-b952-44c8-9aee-6583b2745378
response_code = 500
uri = /cockroachdb
|
| 835 | 2024-10-03T20:31:06.624Z | WARN | SledAgent (RSS): Failed to initialize CockroachDB
error = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "6f17ed39-b952-44c8-9aee-6583b2745378", "content-length": "124", "date": "Thu, 03 Oct 2024 20:31:06 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "6f17ed39-b952-44c8-9aee-6583b2745378" }
file = sled-agent/src/rack_setup/service.rs:1028
retry_after = 77.555014ms
|
| 836 | 2024-10-03T20:31:06.766Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:3740
|
| 837 | 2024-10-03T20:31:07.416Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3758
|
| 838 | 2024-10-03T20:31:15.384Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3781
|
| 839 | 2024-10-03T20:31:15.384Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8680088
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:61804
req_id = 58802085-e9d3-494e-8f55-b0cc60be005c
response_code = 204
uri = /cockroachdb
|
| 840 | 2024-10-03T20:31:15.386Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59406
|
| 841 | 2024-10-03T20:31:15.388Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1196
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59406
req_id = f9175565-11a8-4a0e-932c-cf476393c3d9
response_code = 200
uri = /baseboard
|
| 842 | 2024-10-03T20:31:15.401Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 829.405465ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 843 | 2024-10-03T20:31:15.428Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 3e467632-ea6c-446e-934a-4e4b2c63a244 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 30aa01c9-780d-4456-824b-3ef76ad5ee62 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 67033990-7bf0-452b-8114-34fde227d20f, kind: Service { id: 17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d }, name: Name("ntp-17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 137])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 02c08223-9982-4ae3-a080-c6e28803b6ed (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } } } }, OmicronZoneConfig { id: 86b36d5c-394e-499a-8e63-0d1e9b7e54a6 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } } } }, OmicronZoneConfig { id: 04066342-4569-4979-8492-9802d7f37f30 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } } } }, OmicronZoneConfig { id: 2898cc25-5215-4939-869d-96d5a9fa5daa (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External } } } }, OmicronZoneConfig { id: a5cdf7ab-d77a-4af7-b844-163e49b18349 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External } } } }, OmicronZoneConfig { id: e16c7455-6a1b-459a-bda2-63357961e027 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 80bc158e-375b-4f06-89a7-a3a291b6cfe5, kind: Service { id: e16c7455-6a1b-459a-bda2-63357961e027 }, name: Name("external-dns-e16c7455-6a1b-459a-bda2-63357961e027"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f893e829-73ec-4e54-9fff-bede8510178f (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 025ebd96-5893-4f40-b5c5-2e4ee1ddae39, kind: Service { id: f893e829-73ec-4e54-9fff-bede8510178f }, name: Name("external-dns-f893e829-73ec-4e54-9fff-bede8510178f"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: edfa7356-d8fe-4100-b01b-f03be311c5d2 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: dd17631a-7aee-44a7-a5fd-10b7d3886d60, kind: Service { id: edfa7356-d8fe-4100-b01b-f03be311c5d2 }, name: Name("nexus-edfa7356-d8fe-4100-b01b-f03be311c5d2"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4955bbb7-4e36-47ac-bedf-e040f180a990 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 3dfe988e-78ad-48cf-bee5-0103b8089c5a, kind: Service { id: 4955bbb7-4e36-47ac-bedf-e040f180a990 }, name: Name("nexus-4955bbb7-4e36-47ac-bedf-e040f180a990"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b403454b-e367-4049-9c03-93623637be08 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 1d4fa39b-a4e5-44f8-b93e-4eaf0584194c, kind: Service { id: b403454b-e367-4049-9c03-93623637be08 }, name: Name("nexus-b403454b-e367-4049-9c03-93623637be08"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 81])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b2738475-b101-4721-bd4b-1d02e9fffd16 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: bdbc39f6-cd8c-49c5-8e14-2507e1c1c964 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } } } }, OmicronZoneConfig { id: 05729706-2bf6-4811-8495-09746f087f40 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 7f69f9c4-db80-49b1-832b-30a7e126f86a (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 13b171e8-3788-4f60-b40e-56a319a99abe (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 566afbcc-e288-42ff-812e-f452b079397a (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } } } }, OmicronZoneConfig { id: 02b46aad-d593-4b9f-86d0-f084daa4a4f0 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } } } }, OmicronZoneConfig { id: 435514a1-7f04-4079-96c5-f901c0639856 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } } } }, OmicronZoneConfig { id: b3c85f58-2961-4708-ae11-eb8f3ccb12fd (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External } } } }, OmicronZoneConfig { id: 1efebcfb-f493-45ea-8271-aeca5471fc7f (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External } } } }, OmicronZoneConfig { id: ec9f692f-185b-4065-b0ed-73ee322ed1eb (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool), kind: External } } } }, OmicronZoneConfig { id: 37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External } } } }, OmicronZoneConfig { id: 4eaf4311-cec9-49e9-8b5f-3fd064339493 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 05b7fd1f-5795-4866-bfcc-8dc7293400ff (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 844 | 2024-10-03T20:31:15.428Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49113
|
| 845 | 2024-10-03T20:31:15.431Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 846 | 2024-10-03T20:31:15.431Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 847 | 2024-10-03T20:31:15.455Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 848 | 2024-10-03T20:31:15.455Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 849 | 2024-10-03T20:31:15.475Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 850 | 2024-10-03T20:31:15.475Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 851 | 2024-10-03T20:31:15.495Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 02c08223-9982-4ae3-a080-c6e28803b6ed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 852 | 2024-10-03T20:31:15.495Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 02c08223-9982-4ae3-a080-c6e28803b6ed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 853 | 2024-10-03T20:31:15.512Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 86b36d5c-394e-499a-8e63-0d1e9b7e54a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 854 | 2024-10-03T20:31:15.512Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 86b36d5c-394e-499a-8e63-0d1e9b7e54a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 855 | 2024-10-03T20:31:15.531Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 04066342-4569-4979-8492-9802d7f37f30, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 856 | 2024-10-03T20:31:15.531Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 04066342-4569-4979-8492-9802d7f37f30, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 857 | 2024-10-03T20:31:15.547Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 2898cc25-5215-4939-869d-96d5a9fa5daa, dataset_name: DatasetName { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 858 | 2024-10-03T20:31:15.547Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 2898cc25-5215-4939-869d-96d5a9fa5daa, dataset_name: DatasetName { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 859 | 2024-10-03T20:31:15.567Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a5cdf7ab-d77a-4af7-b844-163e49b18349, dataset_name: DatasetName { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 860 | 2024-10-03T20:31:15.567Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: a5cdf7ab-d77a-4af7-b844-163e49b18349, dataset_name: DatasetName { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 861 | 2024-10-03T20:31:15.584Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e16c7455-6a1b-459a-bda2-63357961e027, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 862 | 2024-10-03T20:31:15.584Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: e16c7455-6a1b-459a-bda2-63357961e027, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 863 | 2024-10-03T20:31:15.684Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f893e829-73ec-4e54-9fff-bede8510178f, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 864 | 2024-10-03T20:31:15.684Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: f893e829-73ec-4e54-9fff-bede8510178f, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 865 | 2024-10-03T20:31:15.772Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bdbc39f6-cd8c-49c5-8e14-2507e1c1c964, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 866 | 2024-10-03T20:31:15.772Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: bdbc39f6-cd8c-49c5-8e14-2507e1c1c964, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 867 | 2024-10-03T20:31:15.889Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 566afbcc-e288-42ff-812e-f452b079397a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 868 | 2024-10-03T20:31:15.889Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 566afbcc-e288-42ff-812e-f452b079397a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 869 | 2024-10-03T20:31:15.997Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 02b46aad-d593-4b9f-86d0-f084daa4a4f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 870 | 2024-10-03T20:31:15.997Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 02b46aad-d593-4b9f-86d0-f084daa4a4f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 871 | 2024-10-03T20:31:16.101Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 435514a1-7f04-4079-96c5-f901c0639856, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 872 | 2024-10-03T20:31:16.101Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 435514a1-7f04-4079-96c5-f901c0639856, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 873 | 2024-10-03T20:31:16.190Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b3c85f58-2961-4708-ae11-eb8f3ccb12fd, dataset_name: DatasetName { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 874 | 2024-10-03T20:31:16.190Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: b3c85f58-2961-4708-ae11-eb8f3ccb12fd, dataset_name: DatasetName { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 875 | 2024-10-03T20:31:16.331Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1efebcfb-f493-45ea-8271-aeca5471fc7f, dataset_name: DatasetName { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 876 | 2024-10-03T20:31:16.331Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 1efebcfb-f493-45ea-8271-aeca5471fc7f, dataset_name: DatasetName { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 877 | 2024-10-03T20:31:16.418Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ec9f692f-185b-4065-b0ed-73ee322ed1eb, dataset_name: DatasetName { pool_name: ZpoolName { id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 878 | 2024-10-03T20:31:16.418Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: ec9f692f-185b-4065-b0ed-73ee322ed1eb, dataset_name: DatasetName { pool_name: ZpoolName { id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 879 | 2024-10-03T20:31:16.547Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e, dataset_name: DatasetName { pool_name: ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 880 | 2024-10-03T20:31:16.547Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e, dataset_name: DatasetName { pool_name: ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 881 | 2024-10-03T20:31:16.724Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4eaf4311-cec9-49e9-8b5f-3fd064339493, dataset_name: DatasetName { pool_name: ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 882 | 2024-10-03T20:31:16.724Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 4eaf4311-cec9-49e9-8b5f-3fd064339493, dataset_name: DatasetName { pool_name: ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 883 | 2024-10-03T20:31:16.833Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 05b7fd1f-5795-4866-bfcc-8dc7293400ff, dataset_name: DatasetName { pool_name: ZpoolName { id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 884 | 2024-10-03T20:31:16.833Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 05b7fd1f-5795-4866-bfcc-8dc7293400ff, dataset_name: DatasetName { pool_name: ZpoolName { id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 885 | 2024-10-03T20:31:16.954Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 886 | 2024-10-03T20:31:16.955Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 887 | 2024-10-03T20:31:16.955Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 888 | 2024-10-03T20:31:16.955Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 889 | 2024-10-03T20:31:17.110Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 890 | 2024-10-03T20:31:17.111Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 891 | 2024-10-03T20:31:17.111Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 892 | 2024-10-03T20:31:17.113Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 893 | 2024-10-03T20:31:17.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 894 | 2024-10-03T20:31:17.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 895 | 2024-10-03T20:31:17.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 896 | 2024-10-03T20:31:17.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 897 | 2024-10-03T20:31:17.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 898 | 2024-10-03T20:31:17.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 899 | 2024-10-03T20:31:17.315Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 900 | 2024-10-03T20:31:17.315Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 901 | 2024-10-03T20:31:17.326Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 902 | 2024-10-03T20:31:17.366Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 903 | 2024-10-03T20:31:17.366Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 904 | 2024-10-03T20:31:17.366Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 905 | 2024-10-03T20:31:17.366Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 906 | 2024-10-03T20:31:17.366Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 907 | 2024-10-03T20:31:17.378Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 908 | 2024-10-03T20:31:17.378Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
file = illumos-utils/src/zone.rs:316
|
| 909 | 2024-10-03T20:31:17.382Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
file = illumos-utils/src/zone.rs:316
|
| 910 | 2024-10-03T20:31:17.388Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
file = illumos-utils/src/zone.rs:316
|
| 911 | 2024-10-03T20:31:17.393Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
file = illumos-utils/src/zone.rs:316
|
| 912 | 2024-10-03T20:31:17.399Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
file = illumos-utils/src/zone.rs:316
|
| 913 | 2024-10-03T20:31:17.404Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
file = illumos-utils/src/zone.rs:316
|
| 914 | 2024-10-03T20:31:17.408Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
file = illumos-utils/src/zone.rs:316
|
| 915 | 2024-10-03T20:31:17.412Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
file = illumos-utils/src/zone.rs:316
|
| 916 | 2024-10-03T20:31:17.533Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
file = illumos-utils/src/zone.rs:354
|
| 917 | 2024-10-03T20:31:17.538Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
file = illumos-utils/src/zone.rs:354
|
| 918 | 2024-10-03T20:31:17.544Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
file = illumos-utils/src/zone.rs:354
|
| 919 | 2024-10-03T20:31:17.549Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
file = illumos-utils/src/zone.rs:354
|
| 920 | 2024-10-03T20:31:17.554Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
file = illumos-utils/src/zone.rs:354
|
| 921 | 2024-10-03T20:31:17.559Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
file = illumos-utils/src/zone.rs:354
|
| 922 | 2024-10-03T20:31:17.563Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
file = illumos-utils/src/zone.rs:354
|
| 923 | 2024-10-03T20:31:17.568Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
file = illumos-utils/src/zone.rs:354
|
| 924 | 2024-10-03T20:31:17.574Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
file = illumos-utils/src/zone.rs:316
|
| 925 | 2024-10-03T20:31:17.580Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
file = illumos-utils/src/zone.rs:316
|
| 926 | 2024-10-03T20:31:17.586Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
file = illumos-utils/src/zone.rs:316
|
| 927 | 2024-10-03T20:31:17.591Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
file = illumos-utils/src/zone.rs:316
|
| 928 | 2024-10-03T20:31:17.597Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
file = illumos-utils/src/zone.rs:316
|
| 929 | 2024-10-03T20:31:17.604Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
file = illumos-utils/src/zone.rs:316
|
| 930 | 2024-10-03T20:31:17.647Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 931 | 2024-10-03T20:31:17.647Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
file = illumos-utils/src/zone.rs:354
|
| 932 | 2024-10-03T20:31:17.655Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
file = illumos-utils/src/zone.rs:354
|
| 933 | 2024-10-03T20:31:17.660Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
file = illumos-utils/src/zone.rs:354
|
| 934 | 2024-10-03T20:31:17.666Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
file = illumos-utils/src/zone.rs:354
|
| 935 | 2024-10-03T20:31:17.673Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
file = illumos-utils/src/zone.rs:354
|
| 936 | 2024-10-03T20:31:17.679Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
file = illumos-utils/src/zone.rs:354
|
| 937 | 2024-10-03T20:31:17.743Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 938 | 2024-10-03T20:31:17.836Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 939 | 2024-10-03T20:31:17.896Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 940 | 2024-10-03T20:31:17.943Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 941 | 2024-10-03T20:31:17.946Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 942 | 2024-10-03T20:31:17.946Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 943 | 2024-10-03T20:31:18.002Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 222, 118]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 944 | 2024-10-03T20:31:18.002Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = external_dns
|
| 945 | 2024-10-03T20:31:18.003Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 946 | 2024-10-03T20:31:18.003Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 947 | 2024-10-03T20:31:18.057Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 226, 16]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 948 | 2024-10-03T20:31:18.057Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = nexus
|
| 949 | 2024-10-03T20:31:18.059Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 950 | 2024-10-03T20:31:18.059Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 951 | 2024-10-03T20:31:18.112Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 227, 81]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 952 | 2024-10-03T20:31:18.112Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = nexus
|
| 953 | 2024-10-03T20:31:18.115Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 954 | 2024-10-03T20:31:18.115Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 955 | 2024-10-03T20:31:18.169Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 141, 63]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 956 | 2024-10-03T20:31:18.169Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = nexus
|
| 957 | 2024-10-03T20:31:18.169Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:83
|
| 958 | 2024-10-03T20:31:18.169Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:90
|
| 959 | 2024-10-03T20:31:18.171Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:83
|
| 960 | 2024-10-03T20:31:18.171Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:90
|
| 961 | 2024-10-03T20:31:18.172Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 962 | 2024-10-03T20:31:18.172Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 963 | 2024-10-03T20:31:18.226Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 164, 10]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 964 | 2024-10-03T20:31:18.226Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = external_dns
|
| 965 | 2024-10-03T20:31:18.226Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:83
|
| 966 | 2024-10-03T20:31:18.226Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:90
|
| 967 | 2024-10-03T20:31:18.226Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:118
|
| 968 | 2024-10-03T20:31:18.229Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:118
|
| 969 | 2024-10-03T20:31:18.231Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 970 | 2024-10-03T20:31:18.231Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 971 | 2024-10-03T20:31:18.231Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:118
|
| 972 | 2024-10-03T20:31:18.318Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:83
|
| 973 | 2024-10-03T20:31:18.318Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:90
|
| 974 | 2024-10-03T20:31:18.318Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 975 | 2024-10-03T20:31:18.367Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
file = illumos-utils/src/zone.rs:316
|
| 976 | 2024-10-03T20:31:18.379Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_b403454b-e367-4049-9c03-93623637be08
file = illumos-utils/src/zone.rs:316
|
| 977 | 2024-10-03T20:31:18.389Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:83
|
| 978 | 2024-10-03T20:31:18.389Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:90
|
| 979 | 2024-10-03T20:31:18.389Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:118
|
| 980 | 2024-10-03T20:31:18.392Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 981 | 2024-10-03T20:31:18.393Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
file = illumos-utils/src/zone.rs:316
|
| 982 | 2024-10-03T20:31:18.404Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:118
|
| 983 | 2024-10-03T20:31:18.460Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 984 | 2024-10-03T20:31:18.461Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
file = illumos-utils/src/zone.rs:354
|
| 985 | 2024-10-03T20:31:18.470Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
file = illumos-utils/src/zone.rs:354
|
| 986 | 2024-10-03T20:31:18.481Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_b403454b-e367-4049-9c03-93623637be08
file = illumos-utils/src/zone.rs:354
|
| 987 | 2024-10-03T20:31:18.542Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
file = illumos-utils/src/zone.rs:316
|
| 988 | 2024-10-03T20:31:18.563Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
file = illumos-utils/src/zone.rs:316
|
| 989 | 2024-10-03T20:31:18.577Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
file = illumos-utils/src/zone.rs:354
|
| 990 | 2024-10-03T20:31:18.596Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
file = illumos-utils/src/zone.rs:354
|
| 991 | 2024-10-03T20:31:20.798Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 992 | 2024-10-03T20:31:20.798Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 993 | 2024-10-03T20:31:20.798Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 994 | 2024-10-03T20:31:20.865Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 995 | 2024-10-03T20:31:20.872Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 996 | 2024-10-03T20:31:20.873Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 997 | 2024-10-03T20:31:20.899Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_1220f876-5a4e-47b8-b4aa-f7dee07ba8ea/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='70995f55-987c-4f6e-abfb-411d36024685'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 998 | 2024-10-03T20:31:20.899Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 999 | 2024-10-03T20:31:20.907Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='548c695f-f94e-42a8-905a-f7dc6c48ffe3'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1000 | 2024-10-03T20:31:20.907Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='5342e441-79e7-4b10-9c12-972ea872bf50'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1001 | 2024-10-03T20:31:20.908Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_9be3601f-65b1-4f43-9377-aa5513d9b31a/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='d7038249-3aeb-4178-a69f-fc01f109269d'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1002 | 2024-10-03T20:31:20.908Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_7f092e33-1af0-4e4e-87b6-07db26b26d4d/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='5d811ba0-9d33-4098-9e33-85199ab7decf'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1003 | 2024-10-03T20:31:20.909Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_bbefb67e-cb66-4fc4-8b99-53014030c8bf/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='cdf1e862-025e-41b5-ae9c-b135b1574b95'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1004 | 2024-10-03T20:31:20.909Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='e1def417-0e9e-45d9-b944-bc1fbf097d17'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1005 | 2024-10-03T20:31:20.909Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_bb86cec0-ba38-4d2f-b865-3bb4c225bc60/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='0d7247ce-7e2c-4af3-947d-a29207469258'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1006 | 2024-10-03T20:31:20.909Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_dab8d29a-db6e-412c-9f30-46af8b4a3a6f/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='bf7e809c-87f7-4cb3-8ac2-e3d5ea636752'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1007 | 2024-10-03T20:31:20.909Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1008 | 2024-10-03T20:31:20.916Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1009 | 2024-10-03T20:31:20.922Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1010 | 2024-10-03T20:31:20.928Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1011 | 2024-10-03T20:31:20.934Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1012 | 2024-10-03T20:31:20.940Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1013 | 2024-10-03T20:31:20.946Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1014 | 2024-10-03T20:31:20.953Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1015 | 2024-10-03T20:31:21.175Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='b2738475-b101-4721-bd4b-1d02e9fffd16'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1016 | 2024-10-03T20:31:21.176Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1017 | 2024-10-03T20:31:22.145Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 48.119792ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1018 | 2024-10-03T20:31:22.194Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 70.644255ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1019 | 2024-10-03T20:31:22.290Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 32.508465ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1020 | 2024-10-03T20:31:22.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 60.385235ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1021 | 2024-10-03T20:31:22.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 43.730006ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1022 | 2024-10-03T20:31:22.555Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 74.810985ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1023 | 2024-10-03T20:31:22.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 36.987957ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1024 | 2024-10-03T20:31:22.646Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 66.783839ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1025 | 2024-10-03T20:31:22.683Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 37.305154ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1026 | 2024-10-03T20:31:22.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 104.17995ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1027 | 2024-10-03T20:31:22.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 100.982134ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1028 | 2024-10-03T20:31:22.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 54.619718ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1029 | 2024-10-03T20:31:22.909Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 106.742483ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1030 | 2024-10-03T20:31:22.939Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 69.63493ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1031 | 2024-10-03T20:31:23.548Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 126.558892ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1032 | 2024-10-03T20:31:23.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 54.494136ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1033 | 2024-10-03T20:31:23.623Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 107.574912ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1034 | 2024-10-03T20:31:23.641Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 80.20341ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1035 | 2024-10-03T20:31:23.656Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 43.360016ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1036 | 2024-10-03T20:31:23.672Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 123.199102ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1037 | 2024-10-03T20:31:23.687Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 67.797046ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1038 | 2024-10-03T20:31:23.703Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 147.735313ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1039 | 2024-10-03T20:31:23.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 143.840318ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1040 | 2024-10-03T20:31:23.734Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 111.746345ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1041 | 2024-10-03T20:31:23.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 133.231294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1042 | 2024-10-03T20:31:23.760Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 201.349031ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1043 | 2024-10-03T20:31:23.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 119.005505ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1044 | 2024-10-03T20:31:23.789Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 201.294746ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1045 | 2024-10-03T20:31:23.803Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 162.921226ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1046 | 2024-10-03T20:31:23.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 284.701392ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1047 | 2024-10-03T20:31:23.834Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 129.848426ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1048 | 2024-10-03T20:31:23.846Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 136.74859ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1049 | 2024-10-03T20:31:23.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 228.037681ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1050 | 2024-10-03T20:31:23.868Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 113.783202ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1051 | 2024-10-03T20:31:23.880Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 245.806233ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1052 | 2024-10-03T20:31:23.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 273.069224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1053 | 2024-10-03T20:31:24.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 252.561383ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1054 | 2024-10-03T20:31:24.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 287.929692ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1055 | 2024-10-03T20:31:24.119Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 251.221019ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1056 | 2024-10-03T20:31:24.138Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 219.300313ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1057 | 2024-10-03T20:31:24.156Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 262.446636ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1058 | 2024-10-03T20:31:24.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 488.105403ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1059 | 2024-10-03T20:31:24.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 445.128713ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1060 | 2024-10-03T20:31:24.208Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 205.451985ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1061 | 2024-10-03T20:31:24.224Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 168.06881ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1062 | 2024-10-03T20:31:24.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 358.260118ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1063 | 2024-10-03T20:31:24.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 230.25211ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1064 | 2024-10-03T20:31:24.264Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 590.253577ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1065 | 2024-10-03T20:31:24.280Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 521.910776ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1066 | 2024-10-03T20:31:24.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 546.346046ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1067 | 2024-10-03T20:31:24.370Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 514.3582ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1068 | 2024-10-03T20:31:24.384Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 510.727586ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1069 | 2024-10-03T20:31:24.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 287.84721ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1070 | 2024-10-03T20:31:24.424Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 471.286514ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1071 | 2024-10-03T20:31:24.438Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 1.197498821s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1072 | 2024-10-03T20:31:24.458Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 681.700839ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1073 | 2024-10-03T20:31:24.495Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 337.788028ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1074 | 2024-10-03T20:31:24.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 752.7411ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1075 | 2024-10-03T20:31:24.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 632.83142ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1076 | 2024-10-03T20:31:24.680Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 1.003494038s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1077 | 2024-10-03T20:31:24.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 714.477516ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1078 | 2024-10-03T20:31:24.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 777.224727ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1079 | 2024-10-03T20:31:24.848Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.155706114s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1080 | 2024-10-03T20:31:24.873Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 624.249239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1081 | 2024-10-03T20:31:24.900Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.015565332s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1082 | 2024-10-03T20:31:24.915Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 877.827695ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1083 | 2024-10-03T20:31:24.928Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.019068754s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1084 | 2024-10-03T20:31:24.939Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 586.375942ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1085 | 2024-10-03T20:31:25.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.187789147s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1086 | 2024-10-03T20:31:25.299Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 1.439739595s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1087 | 2024-10-03T20:31:25.376Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 1.450638515s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1088 | 2024-10-03T20:31:25.441Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.24781314s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1089 | 2024-10-03T20:31:25.511Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.000709098s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1090 | 2024-10-03T20:31:25.539Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.044340458s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1091 | 2024-10-03T20:31:25.607Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.176306364s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1092 | 2024-10-03T20:31:25.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 870.453343ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1093 | 2024-10-03T20:31:25.695Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 1.439922209s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1094 | 2024-10-03T20:31:25.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 1.047216914s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1095 | 2024-10-03T20:31:25.925Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.062981919s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1096 | 2024-10-03T20:31:25.957Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.359800324s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1097 | 2024-10-03T20:31:26.013Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 581.830576ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1098 | 2024-10-03T20:31:26.355Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.318564958s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1099 | 2024-10-03T20:31:26.525Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.104216573s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1100 | 2024-10-03T20:31:26.537Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 1.219140615s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1101 | 2024-10-03T20:31:26.595Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 853.334237ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1102 | 2024-10-03T20:31:26.606Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 856.708089ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1103 | 2024-10-03T20:31:26.705Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.278064798s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1104 | 2024-10-03T20:31:26.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 1.370628945s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1105 | 2024-10-03T20:31:26.797Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.013162797s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1106 | 2024-10-03T20:31:26.840Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 501.027579ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1107 | 2024-10-03T20:31:26.866Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 1.451947532s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1108 | 2024-10-03T20:31:27.001Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.006678256s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1109 | 2024-10-03T20:31:27.149Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 1.16605835s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1110 | 2024-10-03T20:31:27.332Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 646.047122ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1111 | 2024-10-03T20:31:27.354Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 1.12785405s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1112 | 2024-10-03T20:31:27.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 820.673032ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1113 | 2024-10-03T20:31:27.476Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.086904905s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1114 | 2024-10-03T20:31:27.640Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.203226523s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1115 | 2024-10-03T20:31:27.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 740.008144ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1116 | 2024-10-03T20:31:27.769Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 586.873192ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1117 | 2024-10-03T20:31:27.823Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 872.166597ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1118 | 2024-10-03T20:31:27.991Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.408892624s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1119 | 2024-10-03T20:31:28.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.409071395s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1120 | 2024-10-03T20:31:28.021Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.080527495s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1121 | 2024-10-03T20:31:28.072Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
<propval type="astring" name="ch_address" value='[fd00:1122:3344:101::e]:8123'/>
<propval type="astring" name="ch_binary" value='/opt/oxide//opt/oxide/clickhouse/clickhouse'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1122 | 2024-10-03T20:31:28.073Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1123 | 2024-10-03T20:31:28.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 815.968915ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1124 | 2024-10-03T20:31:28.294Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.118545751s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1125 | 2024-10-03T20:31:28.329Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 517.945822ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1126 | 2024-10-03T20:31:28.342Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 896.201408ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1127 | 2024-10-03T20:31:28.358Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 31.631924ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1128 | 2024-10-03T20:31:28.368Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 976.732499ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1129 | 2024-10-03T20:31:28.401Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 123.305308ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1130 | 2024-10-03T20:31:28.481Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.077064294s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1131 | 2024-10-03T20:31:28.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 517.704402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1132 | 2024-10-03T20:31:28.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 176.499395ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1133 | 2024-10-03T20:31:28.574Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.271647853s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1134 | 2024-10-03T20:31:28.706Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 936.093454ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1135 | 2024-10-03T20:31:28.725Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 389.255705ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1136 | 2024-10-03T20:31:28.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 818.902478ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1137 | 2024-10-03T20:31:28.861Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 831.291301ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1138 | 2024-10-03T20:31:28.962Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 759.808797ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1139 | 2024-10-03T20:31:29.022Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 584.038878ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1140 | 2024-10-03T20:31:29.112Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.179353888s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1141 | 2024-10-03T20:31:29.124Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.097918012s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1142 | 2024-10-03T20:31:29.249Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 627.971945ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1143 | 2024-10-03T20:31:29.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 1.437614869s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1144 | 2024-10-03T20:31:29.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.41082795s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1145 | 2024-10-03T20:31:29.422Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 902.838869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1146 | 2024-10-03T20:31:29.430Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.340020488s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1147 | 2024-10-03T20:31:29.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.267542928s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1148 | 2024-10-03T20:31:29.616Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 709.265101ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1149 | 2024-10-03T20:31:29.652Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.183371637s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1150 | 2024-10-03T20:31:29.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.086720786s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1151 | 2024-10-03T20:31:29.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 1.234818694s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1152 | 2024-10-03T20:31:29.733Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 684.381083ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1153 | 2024-10-03T20:31:29.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.371075305s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1154 | 2024-10-03T20:31:29.887Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 633.811381ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1155 | 2024-10-03T20:31:30.234Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.445389723s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1156 | 2024-10-03T20:31:30.302Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 921.196057ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1157 | 2024-10-03T20:31:30.334Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 586.887887ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1158 | 2024-10-03T20:31:30.343Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 1.371448769s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1159 | 2024-10-03T20:31:30.427Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 1.10381779s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1160 | 2024-10-03T20:31:30.531Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 568.448255ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1161 | 2024-10-03T20:31:30.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.305743188s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1162 | 2024-10-03T20:31:30.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 773.572252ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1163 | 2024-10-03T20:31:30.803Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 535.072149ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1164 | 2024-10-03T20:31:30.829Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.401289529s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1165 | 2024-10-03T20:31:30.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.188607541s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1166 | 2024-10-03T20:31:30.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.08187398s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1167 | 2024-10-03T20:31:30.931Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.419593044s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1168 | 2024-10-03T20:31:30.947Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 815.384951ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1169 | 2024-10-03T20:31:31.109Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 960.043468ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1170 | 2024-10-03T20:31:31.233Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.196350413s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1171 | 2024-10-03T20:31:31.241Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 696.880847ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1172 | 2024-10-03T20:31:31.275Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.832551703s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1173 | 2024-10-03T20:31:31.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 573.225138ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1174 | 2024-10-03T20:31:31.540Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 979.707647ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1175 | 2024-10-03T20:31:31.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 512.980547ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1176 | 2024-10-03T20:31:31.689Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.21833018s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1177 | 2024-10-03T20:31:31.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 1.360784409s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1178 | 2024-10-03T20:31:31.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 1.31972581s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1179 | 2024-10-03T20:31:31.931Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 939.520101ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1180 | 2024-10-03T20:31:31.943Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 877.752377ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1181 | 2024-10-03T20:31:31.952Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 562.55865ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1182 | 2024-10-03T20:31:32.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.102079688s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1183 | 2024-10-03T20:31:32.079Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 522.655106ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1184 | 2024-10-03T20:31:32.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.275365414s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1185 | 2024-10-03T20:31:32.099Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 528.759705ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1186 | 2024-10-03T20:31:32.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.417161865s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1187 | 2024-10-03T20:31:32.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.187742832s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1188 | 2024-10-03T20:31:32.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.085890806s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1189 | 2024-10-03T20:31:32.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.444585146s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1190 | 2024-10-03T20:31:32.531Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 1.225733644s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1191 | 2024-10-03T20:31:32.611Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 975.099145ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1192 | 2024-10-03T20:31:32.637Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 582.571998ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1193 | 2024-10-03T20:31:32.833Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.391052794s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1194 | 2024-10-03T20:31:32.879Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 1.363568532s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1195 | 2024-10-03T20:31:32.918Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.012100737s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1196 | 2024-10-03T20:31:33.096Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 1.331529379s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1197 | 2024-10-03T20:31:33.106Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 523.750209ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1198 | 2024-10-03T20:31:33.181Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.314228059s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1199 | 2024-10-03T20:31:33.233Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.427427892s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1200 | 2024-10-03T20:31:33.377Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.267944837s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1201 | 2024-10-03T20:31:33.534Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.176128407s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1202 | 2024-10-03T20:31:33.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.210730539s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1203 | 2024-10-03T20:31:33.616Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 740.148115ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1204 | 2024-10-03T20:31:33.638Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 729.500197ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1205 | 2024-10-03T20:31:33.665Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.201477925s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1206 | 2024-10-03T20:31:33.764Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 856.594276ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1207 | 2024-10-03T20:31:33.939Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.191171237s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1208 | 2024-10-03T20:31:33.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.371715012s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1209 | 2024-10-03T20:31:34.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.146872579s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1210 | 2024-10-03T20:31:34.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 679.617921ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1211 | 2024-10-03T20:31:34.306Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1212 | 2024-10-03T20:31:34.306Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1213 | 2024-10-03T20:31:34.367Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 1.341869683s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1214 | 2024-10-03T20:31:34.375Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 874.547572ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1215 | 2024-10-03T20:31:34.437Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 1.186799125s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1216 | 2024-10-03T20:31:34.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.454944119s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1217 | 2024-10-03T20:31:34.631Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 1.434542837s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1218 | 2024-10-03T20:31:34.655Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 832.994838ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1219 | 2024-10-03T20:31:34.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.06582047s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1220 | 2024-10-03T20:31:34.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 65.659435ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1221 | 2024-10-03T20:31:34.720Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 500.214105ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1222 | 2024-10-03T20:31:34.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 778.889887ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1223 | 2024-10-03T20:31:34.786Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 54.691942ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1224 | 2024-10-03T20:31:34.848Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 245.00266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1225 | 2024-10-03T20:31:34.876Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 724.323087ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1226 | 2024-10-03T20:31:34.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 689.348503ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1227 | 2024-10-03T20:31:35.107Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 254.517133ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1228 | 2024-10-03T20:31:35.140Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 511.840889ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1229 | 2024-10-03T20:31:35.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.495437284s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1230 | 2024-10-03T20:31:35.259Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 772.856394ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1231 | 2024-10-03T20:31:35.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.101899402s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1232 | 2024-10-03T20:31:35.369Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 1.128186922s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1233 | 2024-10-03T20:31:35.388Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 682.223556ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1234 | 2024-10-03T20:31:35.499Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 512.016591ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1235 | 2024-10-03T20:31:35.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 953.377596ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1236 | 2024-10-03T20:31:35.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.477936115s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1237 | 2024-10-03T20:31:35.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 1.494014892s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1238 | 2024-10-03T20:31:35.641Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 1.049434872s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1239 | 2024-10-03T20:31:35.661Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.185489585s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1240 | 2024-10-03T20:31:35.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 801.773532ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1241 | 2024-10-03T20:31:35.743Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 885.894341ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1242 | 2024-10-03T20:31:35.994Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 729.992915ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1243 | 2024-10-03T20:31:36.060Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.219983555s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1244 | 2024-10-03T20:31:36.148Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 643.755847ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1245 | 2024-10-03T20:31:36.176Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 1.189356656s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1246 | 2024-10-03T20:31:36.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 749.512708ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1247 | 2024-10-03T20:31:36.473Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.388941017s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1248 | 2024-10-03T20:31:36.510Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 1.215336577s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1249 | 2024-10-03T20:31:36.531Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 1.112923572s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1250 | 2024-10-03T20:31:36.540Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 542.312412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1251 | 2024-10-03T20:31:36.641Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 743.866504ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1252 | 2024-10-03T20:31:36.705Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 916.507255ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1253 | 2024-10-03T20:31:36.737Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.046574459s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1254 | 2024-10-03T20:31:36.750Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.105698923s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1255 | 2024-10-03T20:31:36.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 1.20823991s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1256 | 2024-10-03T20:31:36.860Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.457586874s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1257 | 2024-10-03T20:31:36.954Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 695.397581ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1258 | 2024-10-03T20:31:37.097Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 993.144638ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1259 | 2024-10-03T20:31:37.109Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.096244663s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1260 | 2024-10-03T20:31:37.139Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 1.332338715s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1261 | 2024-10-03T20:31:37.292Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 791.654235ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1262 | 2024-10-03T20:31:37.376Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 563.006218ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1263 | 2024-10-03T20:31:37.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.382640486s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1264 | 2024-10-03T20:31:37.643Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 1.291996375s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1265 | 2024-10-03T20:31:37.658Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 1.082985608s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1266 | 2024-10-03T20:31:37.677Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 500.070253ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1267 | 2024-10-03T20:31:37.744Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 705.980534ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1268 | 2024-10-03T20:31:37.773Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1269 | 2024-10-03T20:31:37.773Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1270 | 2024-10-03T20:31:37.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.360222016s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1271 | 2024-10-03T20:31:37.872Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.170881878s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1272 | 2024-10-03T20:31:37.885Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 758.849927ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1273 | 2024-10-03T20:31:37.962Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 537.651513ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1274 | 2024-10-03T20:31:38.025Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 521.22605ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1275 | 2024-10-03T20:31:38.096Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 714.457205ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1276 | 2024-10-03T20:31:38.107Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 791.087766ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1277 | 2024-10-03T20:31:38.119Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 56.101933ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1278 | 2024-10-03T20:31:38.184Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 139.352281ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1279 | 2024-10-03T20:31:38.193Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.143658991s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1280 | 2024-10-03T20:31:38.198Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_b403454b-e367-4049-9c03-93623637be08:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1281 | 2024-10-03T20:31:38.198Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_b403454b-e367-4049-9c03-93623637be08 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1282 | 2024-10-03T20:31:38.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 806.215863ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1283 | 2024-10-03T20:31:38.328Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.212885715s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1284 | 2024-10-03T20:31:38.337Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 184.270626ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1285 | 2024-10-03T20:31:38.365Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 27.712388ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1286 | 2024-10-03T20:31:38.402Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 122.802927ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1287 | 2024-10-03T20:31:38.459Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 1.161913478s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1288 | 2024-10-03T20:31:38.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 832.981809ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1289 | 2024-10-03T20:31:38.508Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 1.147345819s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1290 | 2024-10-03T20:31:38.530Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 332.011991ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1291 | 2024-10-03T20:31:38.540Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 112.124853ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1292 | 2024-10-03T20:31:38.554Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 989.183649ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1293 | 2024-10-03T20:31:38.654Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 952.254937ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1294 | 2024-10-03T20:31:38.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 529.666567ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1295 | 2024-10-03T20:31:38.751Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 706.994085ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1296 | 2024-10-03T20:31:38.788Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 735.706421ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1297 | 2024-10-03T20:31:38.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 993.792146ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1298 | 2024-10-03T20:31:38.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 1.097872276s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1299 | 2024-10-03T20:31:38.908Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.047979882s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1300 | 2024-10-03T20:31:38.945Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 1.089727667s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1301 | 2024-10-03T20:31:39.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.134243465s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1302 | 2024-10-03T20:31:39.053Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.293034694s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1303 | 2024-10-03T20:31:39.170Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 682.081515ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1304 | 2024-10-03T20:31:39.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 940.166867ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1305 | 2024-10-03T20:31:39.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 781.737373ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1306 | 2024-10-03T20:31:39.347Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.253811869s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1307 | 2024-10-03T20:31:39.466Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 990.726448ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1308 | 2024-10-03T20:31:39.534Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.290623915s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1309 | 2024-10-03T20:31:39.550Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.11628171s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1310 | 2024-10-03T20:31:39.558Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 1.364815701s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1311 | 2024-10-03T20:31:39.614Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.1049836s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1312 | 2024-10-03T20:31:39.631Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 1.408034059s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1313 | 2024-10-03T20:31:39.664Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 1.301351754s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1314 | 2024-10-03T20:31:39.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.188772546s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1315 | 2024-10-03T20:31:39.861Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.477207123s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1316 | 2024-10-03T20:31:39.965Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.434189298s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1317 | 2024-10-03T20:31:39.979Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 1.217357158s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1318 | 2024-10-03T20:31:40.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 880.860216ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1319 | 2024-10-03T20:31:40.114Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 1.423661618s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1320 | 2024-10-03T20:31:40.151Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 1.24738568s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1321 | 2024-10-03T20:31:40.174Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 780.162374ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1322 | 2024-10-03T20:31:40.354Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 884.537004ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1323 | 2024-10-03T20:31:40.466Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 829.226282ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1324 | 2024-10-03T20:31:40.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.233061289s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1325 | 2024-10-03T20:31:40.676Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 781.381669ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1326 | 2024-10-03T20:31:40.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 593.002282ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1327 | 2024-10-03T20:31:40.834Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.363940594s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1328 | 2024-10-03T20:31:40.932Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 1.212334114s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1329 | 2024-10-03T20:31:40.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 1.261428858s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1330 | 2024-10-03T20:31:40.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 613.02323ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1331 | 2024-10-03T20:31:40.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 957.765475ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1332 | 2024-10-03T20:31:41.023Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.010582442s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1333 | 2024-10-03T20:31:41.049Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 1.388848567s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1334 | 2024-10-03T20:31:41.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 1.194832099s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1335 | 2024-10-03T20:31:41.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 552.985829ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1336 | 2024-10-03T20:31:41.351Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 1.237211859s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1337 | 2024-10-03T20:31:41.369Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 657.496284ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1338 | 2024-10-03T20:31:41.403Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 755.122096ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1339 | 2024-10-03T20:31:41.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 729.69492ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1340 | 2024-10-03T20:31:41.428Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 954.802692ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1341 | 2024-10-03T20:31:41.454Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1342 | 2024-10-03T20:31:41.459Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1343 | 2024-10-03T20:31:41.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 603.541857ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1344 | 2024-10-03T20:31:41.600Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 898.663678ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1345 | 2024-10-03T20:31:41.612Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.026422724s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1346 | 2024-10-03T20:31:41.704Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 61.04956ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1347 | 2024-10-03T20:31:41.775Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 138.717012ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1348 | 2024-10-03T20:31:41.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.201231363s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1349 | 2024-10-03T20:31:41.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 550.247047ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1350 | 2024-10-03T20:31:41.901Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1351 | 2024-10-03T20:31:41.901Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1352 | 2024-10-03T20:31:41.925Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 195.107266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1353 | 2024-10-03T20:31:41.946Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 683.663724ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1354 | 2024-10-03T20:31:42.036Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.069854361s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1355 | 2024-10-03T20:31:42.045Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.014222561s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1356 | 2024-10-03T20:31:42.069Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 70.866361ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1357 | 2024-10-03T20:31:42.129Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 290.352399ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1358 | 2024-10-03T20:31:42.148Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 70.137042ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1359 | 2024-10-03T20:31:42.156Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 892.735142ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1360 | 2024-10-03T20:31:42.164Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 1.15762098s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1361 | 2024-10-03T20:31:42.171Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.239086768s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1362 | 2024-10-03T20:31:42.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.415513393s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1363 | 2024-10-03T20:31:42.210Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.034558866s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1364 | 2024-10-03T20:31:42.217Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 827.109301ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1365 | 2024-10-03T20:31:42.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 123.689573ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1366 | 2024-10-03T20:31:42.360Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 390.096509ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1367 | 2024-10-03T20:31:42.392Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 872.493994ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1368 | 2024-10-03T20:31:42.411Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 672.510213ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1369 | 2024-10-03T20:31:42.419Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.3247632s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1370 | 2024-10-03T20:31:42.429Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 816.969406ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1371 | 2024-10-03T20:31:42.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 924.364029ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1372 | 2024-10-03T20:31:42.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 992.560067ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1373 | 2024-10-03T20:31:42.599Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 944.502305ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1374 | 2024-10-03T20:31:42.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 713.378371ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1375 | 2024-10-03T20:31:42.649Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.049219182s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1376 | 2024-10-03T20:31:42.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 650.140772ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1377 | 2024-10-03T20:31:43.024Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 848.340554ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1378 | 2024-10-03T20:31:43.055Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 1.285079025s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1379 | 2024-10-03T20:31:43.063Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.195891264s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1380 | 2024-10-03T20:31:43.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 819.75451ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1381 | 2024-10-03T20:31:43.093Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 853.280264ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1382 | 2024-10-03T20:31:43.116Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 773.977507ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1383 | 2024-10-03T20:31:43.254Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 852.686475ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1384 | 2024-10-03T20:31:43.264Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 672.05401ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1385 | 2024-10-03T20:31:43.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 1.371304362s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1386 | 2024-10-03T20:31:43.331Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 804.124138ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1387 | 2024-10-03T20:31:43.363Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 832.954168ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1388 | 2024-10-03T20:31:43.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 621.679501ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1389 | 2024-10-03T20:31:43.419Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 643.491211ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1390 | 2024-10-03T20:31:43.429Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.258051291s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1391 | 2024-10-03T20:31:43.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 628.662065ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1392 | 2024-10-03T20:31:43.554Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 1.111080276s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1393 | 2024-10-03T20:31:43.627Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.125740294s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1394 | 2024-10-03T20:31:43.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.297224931s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1395 | 2024-10-03T20:31:43.754Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 850.24989ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1396 | 2024-10-03T20:31:43.884Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.403975115s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1397 | 2024-10-03T20:31:43.901Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.330020174s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1398 | 2024-10-03T20:31:43.912Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.075969445s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1399 | 2024-10-03T20:31:43.949Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 1.348891264s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1400 | 2024-10-03T20:31:43.962Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 1.227686609s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1401 | 2024-10-03T20:31:44.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 1.070951291s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1402 | 2024-10-03T20:31:44.073Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 1.241990906s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1403 | 2024-10-03T20:31:44.119Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.322212728s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1404 | 2024-10-03T20:31:44.146Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 707.569009ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1405 | 2024-10-03T20:31:44.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 1.330313971s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1406 | 2024-10-03T20:31:44.210Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 541.013255ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1407 | 2024-10-03T20:31:44.271Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 796.773488ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1408 | 2024-10-03T20:31:44.350Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 1.100471911s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1409 | 2024-10-03T20:31:44.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.266991846s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1410 | 2024-10-03T20:31:44.658Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 953.799108ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1411 | 2024-10-03T20:31:44.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 946.677366ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1412 | 2024-10-03T20:31:44.699Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 807.456869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1413 | 2024-10-03T20:31:44.765Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 1.493835389s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1414 | 2024-10-03T20:31:44.777Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.428690872s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1415 | 2024-10-03T20:31:44.870Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 575.704109ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1416 | 2024-10-03T20:31:45.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.492389486s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1417 | 2024-10-03T20:31:45.022Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.450529091s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1418 | 2024-10-03T20:31:45.082Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 938.089586ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1419 | 2024-10-03T20:31:45.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 879.993564ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1420 | 2024-10-03T20:31:45.206Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 1.198638905s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1421 | 2024-10-03T20:31:45.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 627.805091ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1422 | 2024-10-03T20:31:45.303Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 661.877806ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1423 | 2024-10-03T20:31:45.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 583.716858ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1424 | 2024-10-03T20:31:45.342Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 1.368129814s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1425 | 2024-10-03T20:31:45.456Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.282169503s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1426 | 2024-10-03T20:31:45.456Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40076
|
| 1427 | 2024-10-03T20:31:45.462Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 704
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40076
req_id = 4ea6e657-d54d-4b20-8d53-2fb9aba34a04
response_code = 200
uri = /baseboard
|
| 1428 | 2024-10-03T20:31:45.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 1.181073732s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1429 | 2024-10-03T20:31:45.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 503.00205ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1430 | 2024-10-03T20:31:45.498Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 688.006031ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1431 | 2024-10-03T20:31:45.521Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.47738855s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1432 | 2024-10-03T20:31:45.628Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 1.343143883s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1433 | 2024-10-03T20:31:45.642Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 878.242993ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1434 | 2024-10-03T20:31:45.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.231653853s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1435 | 2024-10-03T20:31:45.910Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 579.87082ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1436 | 2024-10-03T20:31:45.924Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 1.237832448s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1437 | 2024-10-03T20:31:45.983Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.004101503s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1438 | 2024-10-03T20:31:45.996Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 740.211503ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1439 | 2024-10-03T20:31:46.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 1.362804761s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1440 | 2024-10-03T20:31:46.029Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.26435296s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1441 | 2024-10-03T20:31:46.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 699.14153ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1442 | 2024-10-03T20:31:46.219Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 573.695802ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1443 | 2024-10-03T20:31:46.272Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 1.381132302s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1444 | 2024-10-03T20:31:46.416Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 684.617873ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1445 | 2024-10-03T20:31:46.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.427271373s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1446 | 2024-10-03T20:31:46.502Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 544.404045ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1447 | 2024-10-03T20:31:46.513Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.020052587s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1448 | 2024-10-03T20:31:46.534Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 587.463477ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1449 | 2024-10-03T20:31:46.661Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 908.992109ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1450 | 2024-10-03T20:31:46.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 776.134705ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1451 | 2024-10-03T20:31:46.749Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 839.492682ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1452 | 2024-10-03T20:31:46.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.18854412s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1453 | 2024-10-03T20:31:46.804Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 960.411853ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1454 | 2024-10-03T20:31:46.913Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 1.342687751s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1455 | 2024-10-03T20:31:46.981Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 554.587118ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1456 | 2024-10-03T20:31:46.999Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.380478127s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1457 | 2024-10-03T20:31:47.008Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.108078452s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1458 | 2024-10-03T20:31:47.055Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 664.54791ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1459 | 2024-10-03T20:31:47.109Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 1.091394468s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1460 | 2024-10-03T20:31:47.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 625.077203ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1461 | 2024-10-03T20:31:47.138Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 573.876122ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1462 | 2024-10-03T20:31:47.172Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 1.036261037s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1463 | 2024-10-03T20:31:47.307Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 690.241574ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1464 | 2024-10-03T20:31:47.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 642.391494ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1465 | 2024-10-03T20:31:47.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 849.90833ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1466 | 2024-10-03T20:31:47.544Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 558.881391ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1467 | 2024-10-03T20:31:47.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 1.050771806s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1468 | 2024-10-03T20:31:47.584Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 623.763429ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1469 | 2024-10-03T20:31:47.600Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 1.019643604s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1470 | 2024-10-03T20:31:47.668Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 1.044649486s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1471 | 2024-10-03T20:31:47.726Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 730.044181ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1472 | 2024-10-03T20:31:47.738Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 565.407362ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1473 | 2024-10-03T20:31:47.768Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 908.110687ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1474 | 2024-10-03T20:31:47.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 638.171572ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1475 | 2024-10-03T20:31:47.924Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 945.016983ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1476 | 2024-10-03T20:31:47.964Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 961.151006ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1477 | 2024-10-03T20:31:48.014Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.03345003s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1478 | 2024-10-03T20:31:48.036Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 1.142156665s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1479 | 2024-10-03T20:31:48.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 987.269665ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1480 | 2024-10-03T20:31:48.129Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 1.051891524s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1481 | 2024-10-03T20:31:48.171Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 5.070394259s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1482 | 2024-10-03T20:31:48.216Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 1.153589445s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1483 | 2024-10-03T20:31:48.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 1.352339745s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1484 | 2024-10-03T20:31:48.241Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 1.189856608s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1485 | 2024-10-03T20:31:48.268Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 1.33155224s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1486 | 2024-10-03T20:31:48.317Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 665.099344ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1487 | 2024-10-03T20:31:48.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 1.478402018s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1488 | 2024-10-03T20:31:48.391Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.102372399s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1489 | 2024-10-03T20:31:48.430Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.083102272s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1490 | 2024-10-03T20:31:48.469Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.383996017s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1491 | 2024-10-03T20:31:48.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 1.494925007s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1492 | 2024-10-03T20:31:48.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 717.661976ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1493 | 2024-10-03T20:31:48.688Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 1.48342331s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1494 | 2024-10-03T20:31:48.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 635.2999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1495 | 2024-10-03T20:31:48.885Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.47726888s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1496 | 2024-10-03T20:31:48.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 531.908752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1497 | 2024-10-03T20:31:48.998Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 1.430854996s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1498 | 2024-10-03T20:31:49.061Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.153772908s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1499 | 2024-10-03T20:31:49.120Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 791.808296ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1500 | 2024-10-03T20:31:49.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 855.368742ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1501 | 2024-10-03T20:31:49.208Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 990.193436ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1502 | 2024-10-03T20:31:49.367Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 1.275298828s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1503 | 2024-10-03T20:31:49.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 799.916685ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1504 | 2024-10-03T20:31:49.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 1.018206316s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1505 | 2024-10-03T20:31:49.443Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 1.16450576s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1506 | 2024-10-03T20:31:49.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856") failed: Property not found. retry in 1.439818828s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1507 | 2024-10-03T20:31:49.508Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0") failed: Property not found. retry in 1.3820917s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1508 | 2024-10-03T20:31:49.525Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.130874685s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1509 | 2024-10-03T20:31:49.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 755.308176ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1510 | 2024-10-03T20:31:49.612Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 791.046955ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1511 | 2024-10-03T20:31:49.863Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff") failed: Property not found. retry in 1.247530023s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1512 | 2024-10-03T20:31:49.873Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 899.096528ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1513 | 2024-10-03T20:31:49.922Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe") failed: Property not found. retry in 1.060396543s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1514 | 2024-10-03T20:31:50.057Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 929.682198ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1515 | 2024-10-03T20:31:50.126Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 1.087226606s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1516 | 2024-10-03T20:31:50.182Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 958.448288ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1517 | 2024-10-03T20:31:50.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16") failed: Property not found. retry in 1.304780985s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1518 | 2024-10-03T20:31:50.208Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 771.980949ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1519 | 2024-10-03T20:31:50.226Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 667.159035ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1520 | 2024-10-03T20:31:50.355Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd") failed: Property not found. retry in 916.423915ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1521 | 2024-10-03T20:31:50.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a") failed: Property not found. retry in 1.381437321s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1522 | 2024-10-03T20:31:50.412Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb") failed: Property not found. retry in 732.259425ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1523 | 2024-10-03T20:31:50.420Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990") failed: Property not found. retry in 994.364391ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1524 | 2024-10-03T20:31:50.438Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a") failed: Property not found. retry in 894.670398ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1525 | 2024-10-03T20:31:50.618Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027") failed: Property not found. retry in 1.216413344s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1526 | 2024-10-03T20:31:50.654Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493") failed: Property not found. retry in 1.19251241s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1527 | 2024-10-03T20:31:50.668Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964") failed: Property not found. retry in 1.185692624s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1528 | 2024-10-03T20:31:50.782Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2") failed: Property not found. retry in 1.461568175s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1529 | 2024-10-03T20:31:50.945Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40") failed: Property not found. retry in 1.493961699s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1530 | 2024-10-03T20:31:51.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f") failed: Property not found. retry in 872.636043ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1531 | 2024-10-03T20:31:51.034Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e") failed: Property not found. retry in 758.488031ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1532 | 2024-10-03T20:31:51.153Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f") failed: Property not found. retry in 1.192233372s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1533 | 2024-10-03T20:31:51.231Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b403454b-e367-4049-9c03-93623637be08") failed: Property not found. retry in 841.993217ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1534 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff
|
| 1535 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a
|
| 1536 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f
|
| 1537 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990
|
| 1538 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40
|
| 1539 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe
|
| 1540 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0
|
| 1541 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd
|
| 1542 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493
|
| 1543 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16
|
| 1544 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964
|
| 1545 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_nexus_b403454b-e367-4049-9c03-93623637be08
|
| 1546 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027
|
| 1547 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a
|
| 1548 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f
|
| 1549 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb
|
| 1550 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e
|
| 1551 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2
|
| 1552 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3308
zone = oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856
|
| 1553 | 2024-10-03T20:31:52.481Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1554 | 2024-10-03T20:31:52.486Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1555 | 2024-10-03T20:31:52.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 37080272
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:49113
req_id = fa777278-d99b-4e45-a66f-8bd2797187df
response_code = 204
uri = /omicron-zones
|
| 1556 | 2024-10-03T20:31:52.515Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1322
|
| 1557 | 2024-10-03T20:31:52.515Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1558 | 2024-10-03T20:31:52.515Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1559 | 2024-10-03T20:31:52.569Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:707
|
| 1560 | 2024-10-03T20:31:52.582Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::b]:12221
file = sled-agent/src/rack_setup/service.rs:720
|
| 1561 | 2024-10-03T20:31:52.626Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
local_pref: None,
nexthop: 10.151.1.100,
vlan_id: None,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:887
|
| 1562 | 2024-10-03T20:31:52.636Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1563 | 2024-10-03T20:31:52.753Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1564 | 2024-10-03T20:31:52.840Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1565 | 2024-10-03T20:31:52.987Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1566 | 2024-10-03T20:31:53.237Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1567 | 2024-10-03T20:31:53.293Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 8.665008091s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1568 | 2024-10-03T20:31:53.399Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1569 | 2024-10-03T20:31:53.620Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1570 | 2024-10-03T20:31:53.964Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1571 | 2024-10-03T20:31:54.212Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1572 | 2024-10-03T20:31:54.800Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1573 | 2024-10-03T20:31:55.391Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1574 | 2024-10-03T20:31:55.800Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1575 | 2024-10-03T20:31:56.646Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1576 | 2024-10-03T20:31:57.653Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1577 | 2024-10-03T20:31:58.897Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1578 | 2024-10-03T20:32:00.459Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1579 | 2024-10-03T20:32:01.332Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1580 | 2024-10-03T20:32:01.992Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 22.48925316s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1581 | 2024-10-03T20:32:03.922Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1582 | 2024-10-03T20:32:06.683Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "696d77c0-46cf-4f24-9894-faa06434c4fe", "content-length": "173", "date": "Thu, 03 Oct 2024 20:32:06 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"021d416d-2dd8-43a0-86e1-0a1870db0a61\"", request_id: "696d77c0-46cf-4f24-9894-faa06434c4fe" }
file = sled-agent/src/rack_setup/service.rs:949
|
| 1583 | 2024-10-03T20:32:08.839Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "60bcba6b-85d6-418a-a969-abc27129cc33", "content-length": "173", "date": "Thu, 03 Oct 2024 20:32:08 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192\"", request_id: "60bcba6b-85d6-418a-a969-abc27129cc33" }
file = sled-agent/src/rack_setup/service.rs:949
|
| 1584 | 2024-10-03T20:32:13.884Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "9b711497-05a5-4bcf-8835-edf0f11cfa89", "content-length": "173", "date": "Thu, 03 Oct 2024 20:32:13 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192\"", request_id: "9b711497-05a5-4bcf-8835-edf0f11cfa89" }
file = sled-agent/src/rack_setup/service.rs:949
|
| 1585 | 2024-10-03T20:32:15.499Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:43480
|
| 1586 | 2024-10-03T20:32:15.499Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 30
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:43480
req_id = b94e27be-a9b3-4718-b2a5-6bea0621ebe4
response_code = 200
uri = /baseboard
|
| 1587 | 2024-10-03T20:32:17.906Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "493acf48-5af3-4f5e-9261-ebc357f7d6e7", "content-length": "173", "date": "Thu, 03 Oct 2024 20:32:17 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192\"", request_id: "493acf48-5af3-4f5e-9261-ebc357f7d6e7" }
file = sled-agent/src/rack_setup/service.rs:949
|
| 1588 | 2024-10-03T20:32:23.631Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "2bf28ef4-79d5-48e8-9887-8069585dfe75", "content-length": "173", "date": "Thu, 03 Oct 2024 20:32:23 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192\"", request_id: "2bf28ef4-79d5-48e8-9887-8069585dfe75" }
file = sled-agent/src/rack_setup/service.rs:949
|
| 1589 | 2024-10-03T20:32:31.602Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "330d841d-c979-430e-8a52-cef2832b4e69", "content-length": "173", "date": "Thu, 03 Oct 2024 20:32:31 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192\"", request_id: "330d841d-c979-430e-8a52-cef2832b4e69" }
file = sled-agent/src/rack_setup/service.rs:949
|
| 1590 | 2024-10-03T20:32:35.444Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:544
new_generation = 1
old_generation = 1
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1591 | 2024-10-03T20:32:35.534Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42035
|
| 1592 | 2024-10-03T20:32:35.536Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1593 | 2024-10-03T20:32:35.721Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 186374
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42035
req_id = c4020b2d-e0e8-4de0-ae93-30e3c02567af
response_code = 200
uri = /inventory
|
| 1594 | 2024-10-03T20:32:35.723Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1595 | 2024-10-03T20:32:35.723Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1596 | 2024-10-03T20:32:35.723Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1597 | 2024-10-03T20:32:35.724Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1930
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42035
req_id = e6d4248d-cd0a-45da-88b1-1fcbad20ee1c
response_code = 200
uri = /omicron-zones
|
| 1598 | 2024-10-03T20:32:36.072Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57875
|
| 1599 | 2024-10-03T20:32:36.073Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1512
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57875
req_id = 4bd41c14-f554-4de8-9894-33ae30315f14
response_code = 200
uri = /vpc-routes
|
| 1600 | 2024-10-03T20:32:36.170Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37729
|
| 1601 | 2024-10-03T20:32:36.171Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 498
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37729
req_id = 19cd4fac-5a53-4ed1-a33a-006c28d7afbe
response_code = 200
uri = /v2p
|
| 1602 | 2024-10-03T20:32:36.287Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3478
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57875
req_id = 06b613d3-6abb-4f0a-8d8b-51cb355c7870
response_code = 204
uri = /vpc-routes
|
| 1603 | 2024-10-03T20:32:36.973Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34137
|
| 1604 | 2024-10-03T20:32:36.973Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34137
req_id = 1bacddca-6f4e-4c82-b04c-a87ef9f659f1
response_code = 200
uri = /vpc-routes
|
| 1605 | 2024-10-03T20:32:36.985Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:34137
req_id = 4bbf8594-f696-4e24-96d9-d6c869735c2d
response_code = 204
uri = /vpc-routes
|
| 1606 | 2024-10-03T20:32:37.058Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62590
|
| 1607 | 2024-10-03T20:32:37.058Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62590
req_id = ee3d6cbd-3ead-4d33-a6b4-e5f3a00c272f
response_code = 200
uri = /vpc-routes
|
| 1608 | 2024-10-03T20:32:37.070Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62590
req_id = b794e449-c448-4cc5-828e-1c6d3d8e466f
response_code = 204
uri = /vpc-routes
|
| 1609 | 2024-10-03T20:32:37.099Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38547
|
| 1610 | 2024-10-03T20:32:37.099Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38547
req_id = 113e53de-2842-40d9-9804-061ac6a8be25
response_code = 200
uri = /v2p
|
| 1611 | 2024-10-03T20:32:37.116Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42307
|
| 1612 | 2024-10-03T20:32:37.117Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42307
req_id = 3850de01-14ab-4984-854d-c2d5649fd29f
response_code = 200
uri = /v2p
|
| 1613 | 2024-10-03T20:32:38.562Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57880
|
| 1614 | 2024-10-03T20:32:38.563Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 025ebd96-5893-4f40-b5c5-2e4ee1ddae39, kind: Service { id: f893e829-73ec-4e54-9fff-bede8510178f }, name: Name("external-dns-f893e829-73ec-4e54-9fff-bede8510178f"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 80bc158e-375b-4f06-89a7-a3a291b6cfe5, kind: Service { id: e16c7455-6a1b-459a-bda2-63357961e027 }, name: Name("external-dns-e16c7455-6a1b-459a-bda2-63357961e027"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1d4fa39b-a4e5-44f8-b93e-4eaf0584194c, kind: Service { id: b403454b-e367-4049-9c03-93623637be08 }, name: Name("nexus-b403454b-e367-4049-9c03-93623637be08"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 81])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3dfe988e-78ad-48cf-bee5-0103b8089c5a, kind: Service { id: 4955bbb7-4e36-47ac-bedf-e040f180a990 }, name: Name("nexus-4955bbb7-4e36-47ac-bedf-e040f180a990"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd17631a-7aee-44a7-a5fd-10b7d3886d60, kind: Service { id: edfa7356-d8fe-4100-b01b-f03be311c5d2 }, name: Name("nexus-edfa7356-d8fe-4100-b01b-f03be311c5d2"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1615 | 2024-10-03T20:32:38.563Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1616 | 2024-10-03T20:32:38.563Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1617 | 2024-10-03T20:32:38.563Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1618 | 2024-10-03T20:32:38.563Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1619 | 2024-10-03T20:32:38.563Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1620 | 2024-10-03T20:32:38.563Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1621 | 2024-10-03T20:32:38.563Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1225
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57880
req_id = 96a71450-2bd8-446f-a323-1227a89861f1
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1622 | 2024-10-03T20:32:38.565Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:959
|
| 1623 | 2024-10-03T20:32:38.822Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55681
|
| 1624 | 2024-10-03T20:32:38.824Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1625 | 2024-10-03T20:32:39.021Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 197540
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55681
req_id = 636ff6a3-0738-4589-9359-599c639040cb
response_code = 200
uri = /inventory
|
| 1626 | 2024-10-03T20:32:39.022Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48947
|
| 1627 | 2024-10-03T20:32:39.022Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42588
|
| 1628 | 2024-10-03T20:32:39.022Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40320
|
| 1629 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1630 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 025ebd96-5893-4f40-b5c5-2e4ee1ddae39, kind: Service { id: f893e829-73ec-4e54-9fff-bede8510178f }, name: Name("external-dns-f893e829-73ec-4e54-9fff-bede8510178f"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 80bc158e-375b-4f06-89a7-a3a291b6cfe5, kind: Service { id: e16c7455-6a1b-459a-bda2-63357961e027 }, name: Name("external-dns-e16c7455-6a1b-459a-bda2-63357961e027"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1d4fa39b-a4e5-44f8-b93e-4eaf0584194c, kind: Service { id: b403454b-e367-4049-9c03-93623637be08 }, name: Name("nexus-b403454b-e367-4049-9c03-93623637be08"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 81])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3dfe988e-78ad-48cf-bee5-0103b8089c5a, kind: Service { id: 4955bbb7-4e36-47ac-bedf-e040f180a990 }, name: Name("nexus-4955bbb7-4e36-47ac-bedf-e040f180a990"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd17631a-7aee-44a7-a5fd-10b7d3886d60, kind: Service { id: edfa7356-d8fe-4100-b01b-f03be311c5d2 }, name: Name("nexus-edfa7356-d8fe-4100-b01b-f03be311c5d2"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1631 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1632 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1633 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1634 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 025ebd96-5893-4f40-b5c5-2e4ee1ddae39, kind: Service { id: f893e829-73ec-4e54-9fff-bede8510178f }, name: Name("external-dns-f893e829-73ec-4e54-9fff-bede8510178f"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 80bc158e-375b-4f06-89a7-a3a291b6cfe5, kind: Service { id: e16c7455-6a1b-459a-bda2-63357961e027 }, name: Name("external-dns-e16c7455-6a1b-459a-bda2-63357961e027"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1d4fa39b-a4e5-44f8-b93e-4eaf0584194c, kind: Service { id: b403454b-e367-4049-9c03-93623637be08 }, name: Name("nexus-b403454b-e367-4049-9c03-93623637be08"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 81])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3dfe988e-78ad-48cf-bee5-0103b8089c5a, kind: Service { id: 4955bbb7-4e36-47ac-bedf-e040f180a990 }, name: Name("nexus-4955bbb7-4e36-47ac-bedf-e040f180a990"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd17631a-7aee-44a7-a5fd-10b7d3886d60, kind: Service { id: edfa7356-d8fe-4100-b01b-f03be311c5d2 }, name: Name("nexus-edfa7356-d8fe-4100-b01b-f03be311c5d2"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1635 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1636 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1637 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1638 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 025ebd96-5893-4f40-b5c5-2e4ee1ddae39, kind: Service { id: f893e829-73ec-4e54-9fff-bede8510178f }, name: Name("external-dns-f893e829-73ec-4e54-9fff-bede8510178f"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 80bc158e-375b-4f06-89a7-a3a291b6cfe5, kind: Service { id: e16c7455-6a1b-459a-bda2-63357961e027 }, name: Name("external-dns-e16c7455-6a1b-459a-bda2-63357961e027"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1d4fa39b-a4e5-44f8-b93e-4eaf0584194c, kind: Service { id: b403454b-e367-4049-9c03-93623637be08 }, name: Name("nexus-b403454b-e367-4049-9c03-93623637be08"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 81])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3dfe988e-78ad-48cf-bee5-0103b8089c5a, kind: Service { id: 4955bbb7-4e36-47ac-bedf-e040f180a990 }, name: Name("nexus-4955bbb7-4e36-47ac-bedf-e040f180a990"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd17631a-7aee-44a7-a5fd-10b7d3886d60, kind: Service { id: edfa7356-d8fe-4100-b01b-f03be311c5d2 }, name: Name("nexus-edfa7356-d8fe-4100-b01b-f03be311c5d2"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1639 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1640 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1076
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42588
req_id = 297b2efb-f742-4f96-b2f1-93b45ccb23d8
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1641 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1642 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1643 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1644 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1645 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1646 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1647 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1223
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:48947
req_id = d20fbba0-8a33-4de7-a099-cb45ca698719
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1648 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1649 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1650 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1651 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1652 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1653 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1654 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1655 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1302
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40320
req_id = 87b5cb87-32ad-43cf-96e3-e3e9b467aa87
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1656 | 2024-10-03T20:32:39.023Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1449
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55681
req_id = 63dd43cd-31e7-4756-b01f-f11994bdebe5
response_code = 200
uri = /omicron-zones
|
| 1657 | 2024-10-03T20:32:43.419Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45161
|
| 1658 | 2024-10-03T20:32:43.419Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45161
req_id = 6438d27f-3cd0-4d04-8a29-9e7dbed2655a
response_code = 200
uri = /vpc-routes
|
| 1659 | 2024-10-03T20:32:43.427Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:45161
req_id = 1998aa94-21b9-490c-a523-8201e3077bbc
response_code = 204
uri = /vpc-routes
|
| 1660 | 2024-10-03T20:32:45.533Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53537
|
| 1661 | 2024-10-03T20:32:45.533Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 45
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:53537
req_id = 32ec52ea-1a6a-48d5-95cd-a6aa04935fda
response_code = 200
uri = /baseboard
|
| 1662 | 2024-10-03T20:32:54.592Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:60531
remote_addr = [fd00:1122:3344:101::d]:38525
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1663 | 2024-10-03T20:32:54.622Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 29437
local_addr = [fd00:1122:3344:101::1]:60531
method = GET
remote_addr = [fd00:1122:3344:101::d]:38525
req_id = 98a8055e-cfad-42e2-87c5-ae12f16faa41
response_code = 200
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
uri = /b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1664 | 2024-10-03T20:33:06.259Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59741
|
| 1665 | 2024-10-03T20:33:06.259Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59741
req_id = 5b1fe8cf-0e43-4972-a079-de937c36d96f
response_code = 200
uri = /vpc-routes
|
| 1666 | 2024-10-03T20:33:06.268Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59741
req_id = 90c5369c-4e72-411f-abf6-645077872341
response_code = 204
uri = /vpc-routes
|
| 1667 | 2024-10-03T20:33:06.410Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63565
|
| 1668 | 2024-10-03T20:33:06.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63565
req_id = 08ba9a14-0840-4b1f-8ced-11c0e3118687
response_code = 200
uri = /v2p
|
| 1669 | 2024-10-03T20:33:06.747Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55036
|
| 1670 | 2024-10-03T20:33:06.748Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1671 | 2024-10-03T20:33:06.821Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1672 | 2024-10-03T20:33:06.881Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 133479
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:55036
req_id = f6784c4a-6c9e-47ab-9282-02b816eda3ab
response_code = 204
uri = /switch-ports
|
| 1673 | 2024-10-03T20:33:06.883Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 2006
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55036
req_id = 6614ae61-08ec-44fe-a70a-101570d20e5b
response_code = 200
uri = /network-bootstore-config
|
| 1674 | 2024-10-03T20:33:06.937Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
| 1675 | 2024-10-03T20:33:06.937Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 1676 | 2024-10-03T20:33:06.938Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
| 1677 | 2024-10-03T20:33:06.940Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
| 1678 | 2024-10-03T20:33:06.940Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4799
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:55036
req_id = 04504a04-381a-490c-952a-72481d29975d
response_code = 204
uri = /network-bootstore-config
|
| 1679 | 2024-10-03T20:33:07.177Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60162
|
| 1680 | 2024-10-03T20:33:07.178Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60162
req_id = 07194b78-80ef-4e5b-b300-fb42f26ca65c
response_code = 200
uri = /vpc-routes
|
| 1681 | 2024-10-03T20:33:07.190Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60162
req_id = 59be3b37-cf8b-41d7-8c08-ad6dcdf3866a
response_code = 204
uri = /vpc-routes
|
| 1682 | 2024-10-03T20:33:07.371Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41623
|
| 1683 | 2024-10-03T20:33:07.372Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 825
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41623
req_id = 69c7b14a-bfcf-4adc-a1b0-0c07a35f5913
response_code = 200
uri = /vpc-routes
|
| 1684 | 2024-10-03T20:33:07.383Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41155
|
| 1685 | 2024-10-03T20:33:07.383Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41155
req_id = 07e9652a-12c4-4535-8a98-2e7760e31789
response_code = 200
uri = /v2p
|
| 1686 | 2024-10-03T20:33:07.453Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51290
|
| 1687 | 2024-10-03T20:33:07.453Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51290
req_id = b3321e93-5fa0-4507-8e64-50e056116dc4
response_code = 200
uri = /v2p
|
| 1688 | 2024-10-03T20:33:07.455Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55098
|
| 1689 | 2024-10-03T20:33:07.455Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1690 | 2024-10-03T20:33:07.500Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1691 | 2024-10-03T20:33:07.559Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 104150
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55098
req_id = 98cfcfbf-4211-4b7c-95bc-a0b8956a0bb3
response_code = 204
uri = /switch-ports
|
| 1692 | 2024-10-03T20:33:07.559Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 115
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41623
req_id = 4aaa935a-f2f0-46fd-9f89-e345bf5a042c
response_code = 204
uri = /vpc-routes
|
| 1693 | 2024-10-03T20:33:07.561Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 115
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55098
req_id = 0a8fa842-99c2-4570-8708-47e821e13ac8
response_code = 200
uri = /network-bootstore-config
|
| 1694 | 2024-10-03T20:33:07.687Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40105
|
| 1695 | 2024-10-03T20:33:07.687Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1696 | 2024-10-03T20:33:07.728Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1697 | 2024-10-03T20:33:07.786Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99263
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:40105
req_id = 7e9e4eae-09b3-4714-afd2-f0a67b828b45
response_code = 204
uri = /switch-ports
|
| 1698 | 2024-10-03T20:33:07.787Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40105
req_id = de17fe0c-3e26-465c-a96f-ef2601f48cea
response_code = 200
uri = /network-bootstore-config
|
| 1699 | 2024-10-03T20:33:15.570Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35518
|
| 1700 | 2024-10-03T20:33:15.570Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 33
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:35518
req_id = a211b07d-b2ee-4b00-879c-b2b1f8b7b903
response_code = 200
uri = /baseboard
|
| 1701 | 2024-10-03T20:33:24.600Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8146
local_addr = [fd00:1122:3344:101::1]:60531
method = GET
remote_addr = [fd00:1122:3344:101::d]:38525
req_id = d76e2a6d-80ec-41e2-bc34-36fb135cb89b
response_code = 200
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
uri = /b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1702 | 2024-10-03T20:33:36.158Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56654
|
| 1703 | 2024-10-03T20:33:36.158Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 761
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56654
req_id = b62946ab-1bdb-4616-a13e-950a40032fd2
response_code = 200
uri = /vpc-routes
|
| 1704 | 2024-10-03T20:33:36.181Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54688
|
| 1705 | 2024-10-03T20:33:36.182Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54688
req_id = 10e4f513-4628-4879-bd53-84635805e93a
response_code = 200
uri = /v2p
|
| 1706 | 2024-10-03T20:33:36.188Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56654
req_id = 279580b8-f244-4bcf-9186-5a1528d12944
response_code = 204
uri = /vpc-routes
|
| 1707 | 2024-10-03T20:33:36.258Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47612
|
| 1708 | 2024-10-03T20:33:36.258Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1709 | 2024-10-03T20:33:36.296Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1710 | 2024-10-03T20:33:36.353Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 94327
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:47612
req_id = 9beb6a09-ca00-4e1a-b9d3-73c944f1231d
response_code = 204
uri = /switch-ports
|
| 1711 | 2024-10-03T20:33:36.353Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47612
req_id = 1f43b94b-87a0-4ade-a296-53cbb294dc03
response_code = 200
uri = /network-bootstore-config
|
| 1712 | 2024-10-03T20:33:37.079Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42368
|
| 1713 | 2024-10-03T20:33:37.079Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 85
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42368
req_id = ce5300ab-f614-46a7-a3bf-36afe1dacad7
response_code = 200
uri = /vpc-routes
|
| 1714 | 2024-10-03T20:33:37.092Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 136
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42368
req_id = 3b2d290a-8d82-4a8e-ac5e-42fdbcd8a607
response_code = 204
uri = /vpc-routes
|
| 1715 | 2024-10-03T20:33:37.101Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44496
|
| 1716 | 2024-10-03T20:33:37.101Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 30
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44496
req_id = 157f228d-5cfb-49ad-b24d-80efdde0d990
response_code = 200
uri = /vpc-routes
|
| 1717 | 2024-10-03T20:33:37.112Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 826
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44496
req_id = b3bec3dd-c314-4d62-a026-b86114b16afc
response_code = 204
uri = /vpc-routes
|
| 1718 | 2024-10-03T20:33:37.164Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50932
|
| 1719 | 2024-10-03T20:33:37.164Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1720 | 2024-10-03T20:33:37.205Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1721 | 2024-10-03T20:33:37.263Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98476
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50932
req_id = 8862b646-1bea-4978-a9f7-b0c7c1ba3034
response_code = 204
uri = /switch-ports
|
| 1722 | 2024-10-03T20:33:37.263Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34329
|
| 1723 | 2024-10-03T20:33:37.263Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56471
|
| 1724 | 2024-10-03T20:33:37.263Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58018
|
| 1725 | 2024-10-03T20:33:37.263Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1726 | 2024-10-03T20:33:37.267Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4004
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50932
req_id = 4726c50a-5697-4b70-910e-1efaf727f9ce
response_code = 200
uri = /network-bootstore-config
|
| 1727 | 2024-10-03T20:33:37.268Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4306
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34329
req_id = 85d084b5-f314-4dd6-b8a2-3da91ea5a8b6
response_code = 200
uri = /v2p
|
| 1728 | 2024-10-03T20:33:37.268Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4236
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56471
req_id = 07b83330-f7f2-4258-9a7d-a49e6fcae82a
response_code = 200
uri = /v2p
|
| 1729 | 2024-10-03T20:33:37.300Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1730 | 2024-10-03T20:33:37.362Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98563
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58018
req_id = e82ba45c-6cb3-4708-b351-3a943db3fbb9
response_code = 204
uri = /switch-ports
|
| 1731 | 2024-10-03T20:33:37.363Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 929
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58018
req_id = bfd14ae1-9f0e-4758-85be-2882752d552d
response_code = 200
uri = /network-bootstore-config
|
| 1732 | 2024-10-03T20:33:45.608Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40401
|
| 1733 | 2024-10-03T20:33:45.608Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 63
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:40401
req_id = 153b4d17-570f-4ba6-a520-626288ecfce3
response_code = 200
uri = /baseboard
|
| 1734 | 2024-10-03T20:33:54.600Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8251
local_addr = [fd00:1122:3344:101::1]:60531
method = GET
remote_addr = [fd00:1122:3344:101::d]:38525
req_id = 30e48cb6-bad1-4c9c-b069-131eafa5eadd
response_code = 200
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
uri = /b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1735 | 2024-10-03T20:34:06.319Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62908
|
| 1736 | 2024-10-03T20:34:06.319Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 660
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62908
req_id = 9738206c-876f-49fe-b453-89338b5dc037
response_code = 200
uri = /vpc-routes
|
| 1737 | 2024-10-03T20:34:06.336Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62908
req_id = ec8eadf5-c95f-4c61-9a26-89ad2f7f429e
response_code = 204
uri = /vpc-routes
|
| 1738 | 2024-10-03T20:34:06.443Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40624
|
| 1739 | 2024-10-03T20:34:06.443Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40624
req_id = 5c7271c3-eb47-4ed1-aeba-6451d08b9631
response_code = 200
uri = /v2p
|
| 1740 | 2024-10-03T20:34:06.548Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57972
|
| 1741 | 2024-10-03T20:34:06.548Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1742 | 2024-10-03T20:34:06.587Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1743 | 2024-10-03T20:34:06.642Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93529
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:57972
req_id = ee43779c-5a7d-4d31-82c8-8efeb230e616
response_code = 204
uri = /switch-ports
|
| 1744 | 2024-10-03T20:34:06.642Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57972
req_id = 46c7bbc7-4687-4a10-8f9b-60a85fab4ede
response_code = 200
uri = /network-bootstore-config
|
| 1745 | 2024-10-03T20:34:07.213Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61858
|
| 1746 | 2024-10-03T20:34:07.214Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 672
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61858
req_id = 87b1fdcb-5612-42f6-8d7e-3dd4e5503078
response_code = 200
uri = /vpc-routes
|
| 1747 | 2024-10-03T20:34:07.225Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61858
req_id = c8b2a968-707f-485b-9085-13d3f8f35304
response_code = 204
uri = /vpc-routes
|
| 1748 | 2024-10-03T20:34:07.247Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37890
|
| 1749 | 2024-10-03T20:34:07.247Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37890
req_id = 537a544c-f23f-4546-af2f-40502d1f0f8b
response_code = 200
uri = /vpc-routes
|
| 1750 | 2024-10-03T20:34:07.260Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37890
req_id = 38bb7051-92f4-4dde-b8ad-7ffbdbdcb3d4
response_code = 204
uri = /vpc-routes
|
| 1751 | 2024-10-03T20:34:07.318Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53873
|
| 1752 | 2024-10-03T20:34:07.318Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53873
req_id = 44d466e8-ed81-4e5f-8a18-c1eb4dea5f89
response_code = 200
uri = /v2p
|
| 1753 | 2024-10-03T20:34:07.423Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63508
|
| 1754 | 2024-10-03T20:34:07.424Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63508
req_id = ccdda7e0-6226-4361-a72d-2adf39f57e6d
response_code = 200
uri = /v2p
|
| 1755 | 2024-10-03T20:34:07.449Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50559
|
| 1756 | 2024-10-03T20:34:07.449Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1757 | 2024-10-03T20:34:07.485Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1758 | 2024-10-03T20:34:07.540Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91724
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50559
req_id = ec091a76-4fd4-4161-b800-e89f2dd90332
response_code = 204
uri = /switch-ports
|
| 1759 | 2024-10-03T20:34:07.540Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53579
|
| 1760 | 2024-10-03T20:34:07.541Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 972
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50559
req_id = 1592c940-2eab-4bcc-a699-6ba8ff775886
response_code = 200
uri = /network-bootstore-config
|
| 1761 | 2024-10-03T20:34:07.542Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1762 | 2024-10-03T20:34:07.576Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1763 | 2024-10-03T20:34:07.629Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 88366
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:53579
req_id = 28c5d755-d5e5-42a6-b56f-820bd82bc8e0
response_code = 204
uri = /switch-ports
|
| 1764 | 2024-10-03T20:34:07.630Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53579
req_id = 17b8abfa-25f2-42e4-8df0-20b5e9973217
response_code = 200
uri = /network-bootstore-config
|
| 1765 | 2024-10-03T20:34:15.643Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38010
|
| 1766 | 2024-10-03T20:34:15.643Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 31
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38010
req_id = 2c2b0b27-9fd3-45dd-be9e-0bed783aa31b
response_code = 200
uri = /baseboard
|
| 1767 | 2024-10-03T20:34:24.600Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7500
local_addr = [fd00:1122:3344:101::1]:60531
method = GET
remote_addr = [fd00:1122:3344:101::d]:38525
req_id = ce11b6cf-b2c9-4606-930d-1fb645f8a162
response_code = 200
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
uri = /b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1768 | 2024-10-03T20:34:36.085Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55432
|
| 1769 | 2024-10-03T20:34:36.086Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1151
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55432
req_id = 07ecc8c9-480d-41fb-b68e-f22cee659873
response_code = 200
uri = /vpc-routes
|
| 1770 | 2024-10-03T20:34:36.096Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:55432
req_id = 87059c50-1dcc-4a72-8280-7a85de8ea9ef
response_code = 204
uri = /vpc-routes
|
| 1771 | 2024-10-03T20:34:36.285Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38674
|
| 1772 | 2024-10-03T20:34:36.285Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38674
req_id = bd56406a-9f57-4a2b-afd6-e5fbf19629a0
response_code = 200
uri = /v2p
|
| 1773 | 2024-10-03T20:34:36.353Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49503
|
| 1774 | 2024-10-03T20:34:36.353Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1775 | 2024-10-03T20:34:36.390Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1776 | 2024-10-03T20:34:36.445Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91988
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49503
req_id = db0ec245-e8a1-4e5b-8f82-2a2538cdbac3
response_code = 204
uri = /switch-ports
|
| 1777 | 2024-10-03T20:34:36.446Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 111
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49503
req_id = f1c70ed7-de47-49c8-befd-2eaddce51554
response_code = 200
uri = /network-bootstore-config
|
| 1778 | 2024-10-03T20:34:37.012Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52845
|
| 1779 | 2024-10-03T20:34:37.012Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 74
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52845
req_id = db207559-2421-42a9-b0d0-f612c52af8e5
response_code = 200
uri = /vpc-routes
|
| 1780 | 2024-10-03T20:34:37.027Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52845
req_id = 104fc2e1-70be-4dd2-ab89-712f83664d15
response_code = 204
uri = /vpc-routes
|
| 1781 | 2024-10-03T20:34:37.150Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51521
|
| 1782 | 2024-10-03T20:34:37.151Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1783 | 2024-10-03T20:34:37.189Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1784 | 2024-10-03T20:34:37.251Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 100840
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:51521
req_id = 12b12ea7-6a7e-41d7-92e8-7d63e97fc814
response_code = 204
uri = /switch-ports
|
| 1785 | 2024-10-03T20:34:37.252Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44320
|
| 1786 | 2024-10-03T20:34:37.252Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39791
|
| 1787 | 2024-10-03T20:34:37.253Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 789
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44320
req_id = 2aed4a37-e818-4a4b-9ba6-7585d637f142
response_code = 200
uri = /vpc-routes
|
| 1788 | 2024-10-03T20:34:37.253Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 990
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39791
req_id = f9d94085-b503-4def-b85c-d25ea7f25a02
response_code = 200
uri = /v2p
|
| 1789 | 2024-10-03T20:34:37.253Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1072
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51521
req_id = 0066d202-1eeb-41b2-b708-ff9761e45025
response_code = 200
uri = /network-bootstore-config
|
| 1790 | 2024-10-03T20:34:37.267Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 153
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44320
req_id = 96943390-c513-4910-b4f6-fa0f73f20ff0
response_code = 204
uri = /vpc-routes
|
| 1791 | 2024-10-03T20:34:37.279Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49933
|
| 1792 | 2024-10-03T20:34:37.279Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1793 | 2024-10-03T20:34:37.315Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1794 | 2024-10-03T20:34:37.372Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 92540
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:49933
req_id = edbc8fcf-50ab-4097-bbed-b1f876e01b8a
response_code = 204
uri = /switch-ports
|
| 1795 | 2024-10-03T20:34:37.372Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58111
|
| 1796 | 2024-10-03T20:34:37.372Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 183
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58111
req_id = 82d46e0a-e563-49a3-a648-82c306106f61
response_code = 200
uri = /v2p
|
| 1797 | 2024-10-03T20:34:37.373Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 793
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49933
req_id = ca2db1c3-9e9c-4ca3-9009-e55c6f09c1c5
response_code = 200
uri = /network-bootstore-config
|
| 1798 | 2024-10-03T20:34:45.675Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57358
|
| 1799 | 2024-10-03T20:34:45.675Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 36
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57358
req_id = c4c9f835-cb62-46c0-864d-f071ff52ec4d
response_code = 200
uri = /baseboard
|
| 1800 | 2024-10-03T20:34:54.609Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8679
local_addr = [fd00:1122:3344:101::1]:60531
method = GET
remote_addr = [fd00:1122:3344:101::d]:38525
req_id = 63f32e79-b1a8-41a2-ace8-9e307167af5a
response_code = 200
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
uri = /b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1801 | 2024-10-03T20:35:06.342Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52957
|
| 1802 | 2024-10-03T20:35:06.342Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52957
req_id = 52031420-e520-4152-ab3c-293ba432a44e
response_code = 200
uri = /vpc-routes
|
| 1803 | 2024-10-03T20:35:06.354Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:52957
req_id = 1e0b96b2-10b0-4972-a30f-42fe20aa2773
response_code = 204
uri = /vpc-routes
|
| 1804 | 2024-10-03T20:35:06.417Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43808
|
| 1805 | 2024-10-03T20:35:06.417Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1806 | 2024-10-03T20:35:06.457Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1807 | 2024-10-03T20:35:06.518Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 100439
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:43808
req_id = 7971d8f1-5615-4e05-bfb9-f3c0cb777ede
response_code = 204
uri = /switch-ports
|
| 1808 | 2024-10-03T20:35:06.518Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59039
|
| 1809 | 2024-10-03T20:35:06.518Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 173
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43808
req_id = 775e9c31-dfe1-42fa-bb4c-56be18fd969c
response_code = 200
uri = /network-bootstore-config
|
| 1810 | 2024-10-03T20:35:06.518Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 179
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59039
req_id = 4e350f66-21f0-4c7a-90dd-dd522a996bc3
response_code = 200
uri = /v2p
|
| 1811 | 2024-10-03T20:35:07.299Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:57607
|
| 1812 | 2024-10-03T20:35:07.301Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1036
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:57607
req_id = d12b2ab0-55f8-4f0e-a171-54d8bb07833e
response_code = 200
uri = /vpc-routes
|
| 1813 | 2024-10-03T20:35:07.309Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:57607
req_id = c68ca692-175e-48a8-bd3d-9799e5b85076
response_code = 204
uri = /vpc-routes
|
| 1814 | 2024-10-03T20:35:07.310Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58786
|
| 1815 | 2024-10-03T20:35:07.310Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 35
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58786
req_id = 9445a99c-43e3-41bb-be4f-e0d14c9c73cd
response_code = 200
uri = /vpc-routes
|
| 1816 | 2024-10-03T20:35:07.313Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34124
|
| 1817 | 2024-10-03T20:35:07.314Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34124
req_id = 9b00ddcd-cb84-4be4-a9af-4255470be34d
response_code = 200
uri = /v2p
|
| 1818 | 2024-10-03T20:35:07.320Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1313
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58786
req_id = e6407181-9107-4ed2-b441-4bdbf1522fa6
response_code = 204
uri = /vpc-routes
|
| 1819 | 2024-10-03T20:35:07.393Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49431
|
| 1820 | 2024-10-03T20:35:07.393Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1821 | 2024-10-03T20:35:07.428Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1822 | 2024-10-03T20:35:07.485Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 92422
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:49431
req_id = 4c564a6e-0579-4544-aea9-75af2b75fc99
response_code = 204
uri = /switch-ports
|
| 1823 | 2024-10-03T20:35:07.485Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62497
|
| 1824 | 2024-10-03T20:35:07.486Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41131
|
| 1825 | 2024-10-03T20:35:07.486Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1826 | 2024-10-03T20:35:07.489Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3566
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49431
req_id = 48f45a14-c404-4b22-8b1c-df6c51a6c18c
response_code = 200
uri = /network-bootstore-config
|
| 1827 | 2024-10-03T20:35:07.490Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3778
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62497
req_id = 64bae29b-fe60-4185-8355-7496db67d3f5
response_code = 200
uri = /v2p
|
| 1828 | 2024-10-03T20:35:07.521Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1829 | 2024-10-03T20:35:07.575Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 89376
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:41131
req_id = 3c4aa213-bf91-43f7-add3-aa062c166bae
response_code = 204
uri = /switch-ports
|
| 1830 | 2024-10-03T20:35:07.575Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 162
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41131
req_id = e80f7363-93aa-4ac4-9f85-8108be38bf2b
response_code = 200
uri = /network-bootstore-config
|
| 1831 | 2024-10-03T20:35:08.290Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 1832 | 2024-10-03T20:35:15.711Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33382
|
| 1833 | 2024-10-03T20:35:15.711Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 31
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33382
req_id = 57604db0-be09-42e1-a3f3-9fdea93e4d03
response_code = 200
uri = /baseboard
|
| 1834 | 2024-10-03T20:35:24.653Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8661
local_addr = [fd00:1122:3344:101::1]:60531
method = GET
remote_addr = [fd00:1122:3344:101::d]:38525
req_id = ded508bf-f127-4f34-8969-44386602409b
response_code = 200
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
uri = /b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1835 | 2024-10-03T20:35:36.135Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47085
|
| 1836 | 2024-10-03T20:35:36.135Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47085
req_id = 5bcb96ce-d2fa-480c-bba0-a0ad15f497d9
response_code = 200
uri = /vpc-routes
|
| 1837 | 2024-10-03T20:35:36.146Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47085
req_id = 3f6bdb2c-728f-40ef-9f5f-06d6de81b921
response_code = 204
uri = /vpc-routes
|
| 1838 | 2024-10-03T20:35:36.210Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34888
|
| 1839 | 2024-10-03T20:35:36.210Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1840 | 2024-10-03T20:35:36.248Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1841 | 2024-10-03T20:35:36.304Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93732
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:34888
req_id = 2cbb62b2-d393-4e9b-8913-de3ae0d48f3a
response_code = 204
uri = /switch-ports
|
| 1842 | 2024-10-03T20:35:36.304Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39118
|
| 1843 | 2024-10-03T20:35:36.304Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 225
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34888
req_id = 628a50ec-e786-4019-ade5-5825c3db6916
response_code = 200
uri = /network-bootstore-config
|
| 1844 | 2024-10-03T20:35:36.305Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 901
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39118
req_id = 909c8cbc-33f0-4a5a-b43c-b66f1850e4d8
response_code = 200
uri = /v2p
|
| 1845 | 2024-10-03T20:35:37.136Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:32985
|
| 1846 | 2024-10-03T20:35:37.136Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 86
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:32985
req_id = 9d72facb-d7d6-4bbd-9700-72d1b540ed96
response_code = 200
uri = /vpc-routes
|
| 1847 | 2024-10-03T20:35:37.145Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:32985
req_id = eb357046-2a95-4b3d-b73e-0d1843e5a421
response_code = 204
uri = /vpc-routes
|
| 1848 | 2024-10-03T20:35:37.149Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:32955
|
| 1849 | 2024-10-03T20:35:37.149Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:32955
req_id = 8eb40b8d-40b0-4d10-8614-79f4418b59f7
response_code = 200
uri = /v2p
|
| 1850 | 2024-10-03T20:35:37.193Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36837
|
| 1851 | 2024-10-03T20:35:37.194Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 678
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36837
req_id = bd7894ce-1874-4abe-a87a-39ef758b5ac9
response_code = 200
uri = /vpc-routes
|
| 1852 | 2024-10-03T20:35:37.203Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36837
req_id = edb6cc0a-2232-45d8-b9af-3e56c6020b7e
response_code = 204
uri = /vpc-routes
|
| 1853 | 2024-10-03T20:35:37.209Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37464
|
| 1854 | 2024-10-03T20:35:37.209Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37464
req_id = 649820b7-c060-4ba0-82c1-eeb4c7db1ff0
response_code = 200
uri = /v2p
|
| 1855 | 2024-10-03T20:35:37.249Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34418
|
| 1856 | 2024-10-03T20:35:37.249Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1857 | 2024-10-03T20:35:37.288Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1858 | 2024-10-03T20:35:37.344Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 95267
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:34418
req_id = a82ccbb7-e89e-4924-9ded-fc130c8288f4
response_code = 204
uri = /switch-ports
|
| 1859 | 2024-10-03T20:35:37.344Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51554
|
| 1860 | 2024-10-03T20:35:37.345Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1861 | 2024-10-03T20:35:37.345Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 257
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34418
req_id = 22975976-dd9f-4d03-8a45-3b907c0b6c68
response_code = 200
uri = /network-bootstore-config
|
| 1862 | 2024-10-03T20:35:37.382Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1863 | 2024-10-03T20:35:37.441Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96543
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:51554
req_id = 86963325-8e76-47a5-bb30-8ae73883a608
response_code = 204
uri = /switch-ports
|
| 1864 | 2024-10-03T20:35:37.442Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 870
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51554
req_id = ffb4f03f-2acc-4752-a370-2313fde42a5a
response_code = 200
uri = /network-bootstore-config
|
| 1865 | 2024-10-03T20:35:45.743Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46128
|
| 1866 | 2024-10-03T20:35:45.743Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 35
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:46128
req_id = b8b8a769-1b07-401b-882f-ea55396ff95f
response_code = 200
uri = /baseboard
|
| 1867 | 2024-10-03T20:35:54.653Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8741
local_addr = [fd00:1122:3344:101::1]:60531
method = GET
remote_addr = [fd00:1122:3344:101::d]:38525
req_id = 7924dd25-b01f-41dc-ae54-4004877bc6df
response_code = 200
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
uri = /b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1868 | 2024-10-03T20:36:06.286Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40908
|
| 1869 | 2024-10-03T20:36:06.286Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40908
req_id = 977a4060-287e-4584-96d0-d16b93a75728
response_code = 200
uri = /vpc-routes
|
| 1870 | 2024-10-03T20:36:06.294Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 118
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40908
req_id = eb9587eb-509e-4955-80e9-ba9bf295e55d
response_code = 204
uri = /vpc-routes
|
| 1871 | 2024-10-03T20:36:06.310Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38380
|
| 1872 | 2024-10-03T20:36:06.311Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1193
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38380
req_id = e7b19b6e-96b7-4430-8754-cc7ba3ece135
response_code = 200
uri = /v2p
|
| 1873 | 2024-10-03T20:36:06.448Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57383
|
| 1874 | 2024-10-03T20:36:06.449Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1875 | 2024-10-03T20:36:06.483Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1876 | 2024-10-03T20:36:06.539Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 90880
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:57383
req_id = cc3514d2-28aa-42c7-8909-2cc6bec42da0
response_code = 204
uri = /switch-ports
|
| 1877 | 2024-10-03T20:36:06.539Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57383
req_id = e44a1c8d-34a4-4af6-9bd9-771db7770e6f
response_code = 200
uri = /network-bootstore-config
|
| 1878 | 2024-10-03T20:36:07.165Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40726
|
| 1879 | 2024-10-03T20:36:07.166Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 963
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40726
req_id = 85a970b7-0522-4dee-b283-f93c3fac219d
response_code = 200
uri = /vpc-routes
|
| 1880 | 2024-10-03T20:36:07.180Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1528
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:40726
req_id = 1693b9e9-49a1-4d27-a92e-2502ff4c2ad7
response_code = 204
uri = /vpc-routes
|
| 1881 | 2024-10-03T20:36:07.215Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64850
|
| 1882 | 2024-10-03T20:36:07.215Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64850
req_id = 537047e5-62da-44b0-9c1e-0d542d1b7fac
response_code = 200
uri = /vpc-routes
|
| 1883 | 2024-10-03T20:36:07.229Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64850
req_id = bf09affd-3207-44a7-b89b-703c91e107f7
response_code = 204
uri = /vpc-routes
|
| 1884 | 2024-10-03T20:36:07.328Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57672
|
| 1885 | 2024-10-03T20:36:07.329Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 646
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57672
req_id = de24c186-15ed-408a-a618-626b88ee38a4
response_code = 200
uri = /v2p
|
| 1886 | 2024-10-03T20:36:07.340Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44380
|
| 1887 | 2024-10-03T20:36:07.340Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1888 | 2024-10-03T20:36:07.384Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1889 | 2024-10-03T20:36:07.446Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 105455
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44380
req_id = b6862b74-f164-463d-8bbc-4d136d69ecbd
response_code = 204
uri = /switch-ports
|
| 1890 | 2024-10-03T20:36:07.446Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53646
|
| 1891 | 2024-10-03T20:36:07.446Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35077
|
| 1892 | 2024-10-03T20:36:07.446Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 195
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44380
req_id = e539cbe4-960f-4284-910c-a6e78e0901df
response_code = 200
uri = /network-bootstore-config
|
| 1893 | 2024-10-03T20:36:07.447Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1894 | 2024-10-03T20:36:07.452Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 5669
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53646
req_id = 7ddc7a31-ffe4-4429-8625-1415860e852f
response_code = 200
uri = /v2p
|
| 1895 | 2024-10-03T20:36:07.485Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1896 | 2024-10-03T20:36:07.540Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93516
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35077
req_id = 493cf697-ccda-4fcd-b155-a49f5638bb30
response_code = 204
uri = /switch-ports
|
| 1897 | 2024-10-03T20:36:07.540Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35077
req_id = a724a9ce-84cf-4c1a-a118-91755a9d5ad5
response_code = 200
uri = /network-bootstore-config
|
| 1898 | 2024-10-03T20:36:15.780Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59431
|
| 1899 | 2024-10-03T20:36:15.780Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 71
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59431
req_id = cf4e9036-12b3-425c-8616-3976701ab786
response_code = 200
uri = /baseboard
|
| 1900 | 2024-10-03T20:36:20.965Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52908
|
| 1901 | 2024-10-03T20:36:20.965Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 180
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52908
req_id = ff8a80ff-ce3a-4b06-9d20-f7b88e974d2c
response_code = 200
uri = /v2p
|
| 1902 | 2024-10-03T20:36:20.967Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:778
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(6325512) }
|
| 1903 | 2024-10-03T20:36:20.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 2448
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:52908
req_id = cd3153c8-bc45-445c-936a-c26da81b1a20
response_code = 204
uri = /v2p
|
| 1904 | 2024-10-03T20:36:21.142Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63303
|
| 1905 | 2024-10-03T20:36:21.149Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:539
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(6325512))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-dcce88e1c12", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 0f061470-1952-4e92-993a-d9e8bb6565dc, read_only_parent: Some(Volume { block_size: 512, id: 897ef5e6-d0c9-4e39-be25-9ed5a9e077d2, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 4b6b9158-ae4e-4a6a-a977-33cb40dfca15, key: Some("2+6UW3DTewE+/oBtHIEwJsx7SVeeHM2qckctS/4hmxo="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::13]:19001", "[fd00:1122:3344:101::16]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0f061470-1952-4e92-993a-d9e8bb6565dc, key: Some("xsiVmHvyAgY1jxmCL14EkYFET49cLDEfzZ4hjRsS7KU="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::13]:19002", "[fd00:1122:3344:101::16]:19002", "[fd00:1122:3344:101::14]:19002"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: "disk-dcce88e1c12" }] }), cloud_init_bytes: Some(..) }
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
metadata = InstanceMetadata { silo_id: 292cf28f-e2b6-401a-ac5a-ac8ad8e3ace3, project_id: 3e76ace3-4e57-426e-8f0b-3e4298022cc7 }
migration_id = None
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-03T20:36:21.140600012Z }
|
| 1906 | 2024-10-03T20:36:21.149Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:572
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
migration_id = None
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1907 | 2024-10-03T20:36:21.149Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:1113
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
migration_id = None
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(6325512))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-dcce88e1c12", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 0f061470-1952-4e92-993a-d9e8bb6565dc, read_only_parent: Some(Volume { block_size: 512, id: 897ef5e6-d0c9-4e39-be25-9ed5a9e077d2, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 4b6b9158-ae4e-4a6a-a977-33cb40dfca15, key: Some("2+6UW3DTewE+/oBtHIEwJsx7SVeeHM2qckctS/4hmxo="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19001", "[fd00:1122:3344:101::13]:19001", "[fd00:1122:3344:101::16]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0f061470-1952-4e92-993a-d9e8bb6565dc, key: Some("xsiVmHvyAgY1jxmCL14EkYFET49cLDEfzZ4hjRsS7KU="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::13]:19002", "[fd00:1122:3344:101::16]:19002", "[fd00:1122:3344:101::14]:19002"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: "disk-dcce88e1c12" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-03T20:36:21.140600012Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
| 1908 | 2024-10-03T20:36:21.150Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7881
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63303
req_id = 624c8f53-428d-4e6a-97e1-4a87ac572f31
response_code = 200
uri = /vmms/25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1909 | 2024-10-03T20:36:21.267Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:32972
|
| 1910 | 2024-10-03T20:36:21.269Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1403
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:32972
req_id = 81f3781b-c94e-4a49-928c-d43a1b7b384d
response_code = 200
uri = /vmms/25956b78-708a-403a-a22c-3a01ec0d7b41/state
|
| 1911 | 2024-10-03T20:36:21.270Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 6325512 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
| 1912 | 2024-10-03T20:36:21.270Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1913 | 2024-10-03T20:36:21.308Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
file = illumos-utils/src/zone.rs:316
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1914 | 2024-10-03T20:36:21.330Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
file = illumos-utils/src/zone.rs:354
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1915 | 2024-10-03T20:36:22.661Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1916 | 2024-10-03T20:36:22.661Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41 zone
file = illumos-utils/src/running_zone.rs:488
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
zone = oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1917 | 2024-10-03T20:36:22.838Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41") failed: Property not found. retry in 49.660077ms
file = illumos-utils/src/svc.rs:36
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
zone = oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1918 | 2024-10-03T20:36:22.897Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41") failed: Property not found. retry in 76.282685ms
file = illumos-utils/src/svc.rs:36
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
zone = oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1919 | 2024-10-03T20:36:22.986Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41") failed: Property not found. retry in 278.819267ms
file = illumos-utils/src/svc.rs:36
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
zone = oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1920 | 2024-10-03T20:36:23.284Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41") failed: Property not found. retry in 579.610984ms
file = illumos-utils/src/svc.rs:36
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
zone = oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1921 | 2024-10-03T20:36:23.878Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41") failed: Property not found. retry in 1.177749067s
file = illumos-utils/src/svc.rs:36
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
zone = oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1922 | 2024-10-03T20:36:24.653Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8999
local_addr = [fd00:1122:3344:101::1]:60531
method = GET
remote_addr = [fd00:1122:3344:101::d]:38525
req_id = b112eecf-7ea7-4c73-bdfc-4b440750552b
response_code = 200
sled_id = b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
uri = /b24d01f3-ba7d-442a-bbe9-9e56a4bb9192
|
| 1923 | 2024-10-03T20:36:25.068Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41") failed: Property not found. retry in 1.038798288s
file = illumos-utils/src/svc.rs:36
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
zone = oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1924 | 2024-10-03T20:36:26.118Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41") failed: Property not found. retry in 1.073828956s
file = illumos-utils/src/svc.rs:36
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
zone = oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1925 | 2024-10-03T20:36:27.203Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41") failed: Property not found. retry in 757.920454ms
file = illumos-utils/src/svc.rs:36
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
zone = oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1926 | 2024-10-03T20:36:27.990Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
file = sled-agent/src/instance.rs:1594
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1927 | 2024-10-03T20:36:27.999Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41") failed: Property not found. retry in 63.779315ms
file = illumos-utils/src/svc.rs:36
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1928 | 2024-10-03T20:36:28.076Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41") failed: Property not found. retry in 115.263594ms
file = illumos-utils/src/svc.rs:36
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1929 | 2024-10-03T20:36:28.202Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41") failed: Property not found. retry in 131.501881ms
file = illumos-utils/src/svc.rs:36
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1930 | 2024-10-03T20:36:28.344Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41") failed: Property not found. retry in 558.265061ms
file = illumos-utils/src/svc.rs:36
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1931 | 2024-10-03T20:36:28.914Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1603
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1932 | 2024-10-03T20:36:28.951Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1627
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1933 | 2024-10-03T20:36:29.092Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:825
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1934 | 2024-10-03T20:36:29.095Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-03T20:36:29.095006434Z }
file = sled-agent/src/instance.rs:675
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1935 | 2024-10-03T20:36:29.095Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:697
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-03T20:36:29.095006434Z }
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1936 | 2024-10-03T20:36:29.095Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:595
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-03T20:36:29.095006434Z }, migration_in: None, migration_out: None }
|
| 1937 | 2024-10-03T20:36:29.120Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-03T20:36:29.120123089Z }
file = sled-agent/src/instance.rs:675
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1938 | 2024-10-03T20:36:29.120Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:697
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-03T20:36:29.120123089Z }
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1939 | 2024-10-03T20:36:29.120Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:595
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-03T20:36:29.120123089Z }, migration_in: None, migration_out: None }
|
| 1940 | 2024-10-03T20:36:36.091Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62166
|
| 1941 | 2024-10-03T20:36:36.091Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62166
req_id = 7a848f68-90ef-47dd-a984-16a13b6b8fdf
response_code = 200
uri = /vmms/25956b78-708a-403a-a22c-3a01ec0d7b41/state
|
| 1942 | 2024-10-03T20:36:36.155Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50576
|
| 1943 | 2024-10-03T20:36:36.155Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50576
req_id = 3624c79f-0a45-4e72-a9a5-f6f5c8505cdf
response_code = 200
uri = /vpc-routes
|
| 1944 | 2024-10-03T20:36:36.226Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44575
|
| 1945 | 2024-10-03T20:36:36.227Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 683
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44575
req_id = 8f637fc5-ec45-4ea9-a4b4-c54713a7e8a1
response_code = 200
uri = /v2p
|
| 1946 | 2024-10-03T20:36:36.271Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 321
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50576
req_id = b321d636-f79f-4474-9cf5-6386def0561c
response_code = 204
uri = /vpc-routes
|
| 1947 | 2024-10-03T20:36:36.279Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37690
|
| 1948 | 2024-10-03T20:36:36.279Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1949 | 2024-10-03T20:36:36.317Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1950 | 2024-10-03T20:36:36.370Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91360
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:37690
req_id = 99fd26b8-c7eb-49fd-9100-666abe0ee9dc
response_code = 204
uri = /switch-ports
|
| 1951 | 2024-10-03T20:36:36.371Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37690
req_id = 9846cced-6544-4b7d-919a-bfb1784c8757
response_code = 200
uri = /network-bootstore-config
|
| 1952 | 2024-10-03T20:36:37.065Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47104
|
| 1953 | 2024-10-03T20:36:37.066Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 175
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47104
req_id = 069f6571-5e2f-46ea-ab8f-fc73873fb8b7
response_code = 200
uri = /vmms/25956b78-708a-403a-a22c-3a01ec0d7b41/state
|
| 1954 | 2024-10-03T20:36:37.085Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60877
|
| 1955 | 2024-10-03T20:36:37.085Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60877
req_id = 36b320b5-9c07-4065-a268-22fe138b8c3c
response_code = 200
uri = /vmms/25956b78-708a-403a-a22c-3a01ec0d7b41/state
|
| 1956 | 2024-10-03T20:36:37.129Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55898
|
| 1957 | 2024-10-03T20:36:37.129Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55898
req_id = d58ad05c-6940-4e03-883c-bc6505f8c5aa
response_code = 200
uri = /vpc-routes
|
| 1958 | 2024-10-03T20:36:37.142Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62214
|
| 1959 | 2024-10-03T20:36:37.143Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 140
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62214
req_id = 4b262f3e-d029-4f73-876b-1911e9836a5b
response_code = 200
uri = /v2p
|
| 1960 | 2024-10-03T20:36:37.143Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49958
|
| 1961 | 2024-10-03T20:36:37.143Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 33
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49958
req_id = 2397f472-ffca-4348-ae22-0d507848caf7
response_code = 200
uri = /vpc-routes
|
| 1962 | 2024-10-03T20:36:37.154Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:55898
req_id = c0111a40-4565-4f4e-be05-b8a6eca86dd6
response_code = 204
uri = /vpc-routes
|
| 1963 | 2024-10-03T20:36:37.198Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48751
|
| 1964 | 2024-10-03T20:36:37.198Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48751
req_id = a1172d3e-46a0-4bba-9589-a62b04e304e7
response_code = 200
uri = /v2p
|
| 1965 | 2024-10-03T20:36:37.203Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49958
req_id = a9c1607f-1855-4fbf-a25c-784bc8d71f8a
response_code = 204
uri = /vpc-routes
|
| 1966 | 2024-10-03T20:36:37.268Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57517
|
| 1967 | 2024-10-03T20:36:37.268Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1968 | 2024-10-03T20:36:37.312Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1969 | 2024-10-03T20:36:37.368Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99696
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:57517
req_id = a4f474cf-2437-4c89-aaed-fc1638e5ea83
response_code = 204
uri = /switch-ports
|
| 1970 | 2024-10-03T20:36:37.368Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64999
|
| 1971 | 2024-10-03T20:36:37.368Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4116
|
| 1972 | 2024-10-03T20:36:37.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 5085
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57517
req_id = baabcc97-19a5-47a0-ab29-cc784bd08c63
response_code = 200
uri = /network-bootstore-config
|
| 1973 | 2024-10-03T20:36:37.406Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4140
|
| 1974 | 2024-10-03T20:36:37.462Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93263
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:64999
req_id = 56ddfa62-5636-447a-9d43-d737605c57d6
response_code = 204
uri = /switch-ports
|
| 1975 | 2024-10-03T20:36:37.462Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64999
req_id = 1f21b4a6-5eaf-40b9-8868-4f5cd5fe30bd
response_code = 200
uri = /network-bootstore-config
|
| 1976 | 2024-10-03T20:36:38.758Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62455
|
| 1977 | 2024-10-03T20:36:38.759Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 575
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62455
req_id = 0ecc9df7-b01f-427a-a52f-caebcde022d2
response_code = 200
uri = /vmms/25956b78-708a-403a-a22c-3a01ec0d7b41/state
|
| 1978 | 2024-10-03T20:36:38.759Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-03T20:36:38.759151044Z }
file = sled-agent/src/instance.rs:675
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1979 | 2024-10-03T20:36:38.759Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:697
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-03T20:36:38.759151044Z }
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1980 | 2024-10-03T20:36:38.759Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:595
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-03T20:36:38.759151044Z }, migration_in: None, migration_out: None }
|
| 1981 | 2024-10-03T20:36:38.773Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-03T20:36:38.773040529Z }
file = sled-agent/src/instance.rs:675
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1982 | 2024-10-03T20:36:38.773Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:697
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-03T20:36:38.773040529Z }
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1983 | 2024-10-03T20:36:38.773Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:711
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1984 | 2024-10-03T20:36:38.773Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1985 | 2024-10-03T20:36:38.775Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1986 | 2024-10-03T20:36:38.775Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/debug/bundle/zone", "/pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/9be3601f-65b1-4f43-9377-aa5513d9b31a/crypt/debug", "/pool/ext/7f092e33-1af0-4e4e-87b6-07db26b26d4d/crypt/debug", "/pool/ext/cced9d79-ed80-4c89-994e-8eaec18a3ffe/crypt/debug", "/pool/ext/bbefb67e-cb66-4fc4-8b99-53014030c8bf/crypt/debug", "/pool/ext/bb86cec0-ba38-4d2f-b865-3bb4c225bc60/crypt/debug", "/pool/ext/dab8d29a-db6e-412c-9f30-46af8b4a3a6f/crypt/debug", "/pool/ext/1220f876-5a4e-47b8-b4aa-f7dee07ba8ea/crypt/debug", "/pool/ext/cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39/crypt/debug", "/pool/ext/12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1987 | 2024-10-03T20:36:39.408Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1142
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41", bundle_id: d56ef184-453c-48a3-b1df-ec929dacde87 }, time_created: 2024-10-03T20:36:38.775478030Z, version: 0, cause: TerminatedInstance }
|
| 1988 | 2024-10-03T20:36:39.408Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41
file = sled-agent/src/instance.rs:925
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1989 | 2024-10-03T20:36:41.133Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:270
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1990 | 2024-10-03T20:36:41.150Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:904
id = RouterId { vni: Vni(6325512), kind: System }
|
| 1991 | 2024-10-03T20:36:41.150Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:904
id = RouterId { vni: Vni(6325512), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
| 1992 | 2024-10-03T20:36:41.150Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:595
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-03T20:36:41.150562918Z }, migration_in: None, migration_out: None }
|
| 1993 | 2024-10-03T20:36:41.179Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:595
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-03T20:36:41.150562918Z }, migration_in: None, migration_out: None }
|
| 1994 | 2024-10-03T20:36:41.184Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:862
instance_id = ab7a5698-ebf0-4692-8d39-da1d46240c53
propolis_id = 25956b78-708a-403a-a22c-3a01ec0d7b41
|
| 1995 | 2024-10-03T20:36:41.590Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41216
|
| 1996 | 2024-10-03T20:36:41.591Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41216
req_id = 197cf65c-e941-4f87-bc62-949199da9262
response_code = 200
uri = /vpc-routes
|
| 1997 | 2024-10-03T20:36:41.598Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 229
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:41216
req_id = 74a74d18-149e-4e48-b032-2fbd25ba9aac
response_code = 204
uri = /vpc-routes
|
| 1998 | 2024-10-03T20:36:41.686Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55510
|
| 1999 | 2024-10-03T20:36:41.686Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 224
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55510
req_id = 98ee8675-8367-4f67-92bf-7d20ec976c5c
response_code = 200
uri = /v2p
|
| 2000 | 2024-10-03T20:36:41.819Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65458
|
| 2001 | 2024-10-03T20:36:41.819Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65458
req_id = b43f6285-fec9-4049-855b-0a8c7199c87d
response_code = 200
uri = /v2p
|
| 2002 | 2024-10-03T20:36:42.557Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45988
|
| 2003 | 2024-10-03T20:36:42.558Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 561
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45988
req_id = 4e291f66-97e4-4fa7-8c30-62b129cee986
response_code = 200
uri = /vpc-routes
|
| 2004 | 2024-10-03T20:36:42.565Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:45988
req_id = f0a15ea5-5ab9-4a2a-a04f-f1f640d5b006
response_code = 204
uri = /vpc-routes
|