1 | | [ Oct 22 00:30:34 Enabled. ] |
2 | | [ Oct 22 00:30:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
3 | | [ Oct 22 00:30:34 Method "start" exited with status 0. ] |
4 | | [ Oct 22 00:30:34 Rereading configuration. ] |
5 | | [ Oct 22 00:30:34 No 'refresh' method defined. Treating as :true. ] |
6 | | note: configured to log to "/dev/stdout" |
7 | 2024-10-22T00:30:34.402Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
8 | 2024-10-22T00:30:34.402Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
9 | 2024-10-22T00:30:34.454Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
10 | 2024-10-22T00:30:34.454Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
11 | 2024-10-22T00:30:34.566Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
12 | 2024-10-22T00:30:34.575Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
13 | 2024-10-22T00:30:34.583Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
14 | 2024-10-22T00:30:35.188Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }
|
15 | 2024-10-22T00:30:35.323Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
16 | 2024-10-22T00:30:35.323Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
17 | 2024-10-22T00:30:35.323Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
18 | 2024-10-22T00:30:35.323Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
19 | 2024-10-22T00:30:35.323Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
20 | 2024-10-22T00:30:35.323Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:717
|
21 | 2024-10-22T00:30:35.326Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "sock", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:624
|
22 | 2024-10-22T00:30:35.326Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:766
|
23 | 2024-10-22T00:30:35.326Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
24 | 2024-10-22T00:30:35.326Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:825
|
25 | 2024-10-22T00:30:35.326Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
26 | 2024-10-22T00:30:35.326Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
27 | 2024-10-22T00:30:35.326Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
28 | 2024-10-22T00:30:35.326Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
29 | 2024-10-22T00:30:35.326Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
30 | 2024-10-22T00:30:35.337Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:367
|
31 | 2024-10-22T00:30:35.337Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool)
|
32 | 2024-10-22T00:30:35.435Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal }
|
33 | 2024-10-22T00:30:35.842Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
34 | 2024-10-22T00:30:35.842Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
35 | 2024-10-22T00:30:35.842Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
36 | 2024-10-22T00:30:35.842Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
37 | 2024-10-22T00:30:35.842Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
38 | 2024-10-22T00:30:35.842Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
39 | 2024-10-22T00:30:35.842Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
40 | 2024-10-22T00:30:35.851Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:367
|
41 | 2024-10-22T00:30:35.851Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 042a0bdb-3057-4098-8648-7fd777304d2c (zpool)
|
42 | 2024-10-22T00:30:35.939Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal }
|
43 | 2024-10-22T00:30:36.359Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
44 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
45 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
46 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
47 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
48 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
49 | 2024-10-22T00:30:36.359Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
50 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
51 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
52 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
53 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
54 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
55 | 2024-10-22T00:30:36.359Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
56 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
57 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
58 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
59 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
60 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
61 | 2024-10-22T00:30:36.359Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
62 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
63 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
64 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
65 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
66 | 2024-10-22T00:30:36.359Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
67 | 2024-10-22T00:30:36.359Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
68 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
69 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
70 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
71 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
72 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
73 | 2024-10-22T00:30:36.360Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
74 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
75 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
76 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
77 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
78 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
79 | 2024-10-22T00:30:36.360Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
80 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
81 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
82 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
83 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
84 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
85 | 2024-10-22T00:30:36.360Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
86 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
87 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
88 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
89 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
90 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
91 | 2024-10-22T00:30:36.360Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
92 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
93 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
94 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
95 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
96 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
97 | 2024-10-22T00:30:36.360Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
98 | 2024-10-22T00:30:36.360Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
99 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
100 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
101 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
102 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
103 | 2024-10-22T00:30:36.360Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
104 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (bootstore): No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
105 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (bootstore): No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
106 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-sock-i86pc
|
107 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (bootstore): No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
108 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (bootstore): No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
109 | 2024-10-22T00:30:36.360Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-sock-i86pc
|
110 | 2024-10-22T00:30:36.360Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
111 | 2024-10-22T00:30:36.360Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
112 | 2024-10-22T00:30:36.370Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:742
|
113 | 2024-10-22T00:30:36.370Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3961
|
114 | 2024-10-22T00:30:36.370Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 1587, tv_nsec: 64636622 }
time_to_next_cleanup = 599.999924209s
|
115 | 2024-10-22T00:30:36.370Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
116 | 2024-10-22T00:30:36.370Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
117 | 2024-10-22T00:30:36.372Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
118 | 2024-10-22T00:30:36.373Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
119 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:51
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
120 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
vlan_id: None,
rib_priority: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1073
|
121 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
122 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
123 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (RSS): No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
124 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (RSS): No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
125 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1136
|
126 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
127 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (RSS): No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
128 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (RSS): No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
129 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1178
|
130 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:156
|
131 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:129
|
132 | 2024-10-22T00:30:36.375Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
133 | 2024-10-22T00:30:36.376Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
134 | 2024-10-22T00:30:36.376Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
135 | 2024-10-22T00:30:36.376Z | INFO | SledAgent (RSS): Sled plan written to storage: Plan {
rack_id: 26fc8a25-8c7c-49c9-be24-a8461466dfe6,
sleds: {
[fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {
generation: 0,
schema_version: 1,
body: StartSledAgentRequestBody {
id: e50e0974-d68b-427b-915b-5bd9a655288a (sled),
rack_id: 26fc8a25-8c7c-49c9-be24-a8461466dfe6,
use_trust_quorum: false,
is_lrtq_learner: false,
subnet: Ipv6Subnet {
net: Ipv6Net {
addr: fd00:1122:3344:101::,
width: 64,
},
},
},
},
},
config: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
vlan_id: None,
rib_priority: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
},
}
file = sled-agent/src/rack_setup/plan/sled.rs:176
|
136 | 2024-10-22T00:30:36.376Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1212
|
137 | 2024-10-22T00:30:36.376Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
138 | 2024-10-22T00:30:36.376Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
139 | 2024-10-22T00:30:36.376Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
140 | 2024-10-22T00:30:36.376Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
141 | 2024-10-22T00:30:36.377Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:232
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: e50e0974-d68b-427b-915b-5bd9a655288a (sled), rack_id: 26fc8a25-8c7c-49c9-be24-a8461466dfe6, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
142 | 2024-10-22T00:30:36.377Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4258
|
143 | 2024-10-22T00:30:36.377Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4658
|
144 | 2024-10-22T00:30:36.381Z | INFO | SledAgent (SledAgentSprocketsClient): Loaded keys and certs
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50
|
145 | 2024-10-22T00:30:36.387Z | INFO | SledAgent (SledAgentSprocketsClient): Certificate chain verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
146 | 2024-10-22T00:30:36.387Z | INFO | SledAgent (SledAgentSprocketsClient): Signature verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
147 | 2024-10-22T00:30:36.391Z | INFO | SledAgent (SledAgentSprocketsServer): Certificate chain verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
148 | 2024-10-22T00:30:36.392Z | INFO | SledAgent (SledAgentSprocketsServer): Signature verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
149 | 2024-10-22T00:30:36.392Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:74
remote_addr = [fdb0:18c0:4d0d:a02a::1]:58389
|
150 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: e50e0974-d68b-427b-915b-5bd9a655288a (sled), rack_id: 26fc8a25-8c7c-49c9-be24-a8461466dfe6, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:362
|
151 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:377
|
152 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:451
|
153 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:644
|
154 | 2024-10-22T00:30:36.394Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
155 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
156 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
157 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
158 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
159 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:633
|
160 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:661
|
161 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:440
|
162 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
163 | 2024-10-22T00:30:36.394Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:532
result = DisksManagementResult { status: [] }
|
164 | 2024-10-22T00:30:36.406Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
165 | 2024-10-22T00:30:36.426Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:316
|
166 | 2024-10-22T00:30:36.443Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
167 | 2024-10-22T00:30:36.474Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:391
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
168 | 2024-10-22T00:30:36.474Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
169 | 2024-10-22T00:30:36.474Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
170 | 2024-10-22T00:30:36.474Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:403
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
171 | 2024-10-22T00:30:36.476Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 63.46328ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "69384584-e948-49c7-b976-2f967b3f5443", "content-length": "124", "date": "Tue, 22 Oct 2024 00:30:36 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "69384584-e948-49c7-b976-2f967b3f5443" }
file = clients/ddm-admin-client/src/lib.rs:177
|
172 | 2024-10-22T00:30:36.487Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_20b2e8dd-3528-47c6-ab14-1bee850adf61/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
173 | 2024-10-22T00:30:36.510Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_20b2e8dd-3528-47c6-ab14-1bee850adf61/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
174 | 2024-10-22T00:30:36.511Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_20b2e8dd-3528-47c6-ab14-1bee850adf61/swap"
file = sled-agent/src/swap_device.rs:96
|
175 | 2024-10-22T00:30:36.516Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:418
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
176 | 2024-10-22T00:30:36.516Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:128
|
177 | 2024-10-22T00:30:36.516Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_20b2e8dd-3528-47c6-ab14-1bee850adf61/backing/fmd
file = sled-agent/src/backing_fs.rs:138
|
178 | 2024-10-22T00:30:36.541Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
179 | 2024-10-22T00:30:36.542Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 138.823076ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "96159510-230d-42d6-82b4-ec63bda15023", "content-length": "124", "date": "Tue, 22 Oct 2024 00:30:36 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "96159510-230d-42d6-82b4-ec63bda15023" }
file = clients/ddm-admin-client/src/lib.rs:177
|
180 | 2024-10-22T00:30:36.602Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:173
|
181 | 2024-10-22T00:30:36.681Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
182 | 2024-10-22T00:30:36.682Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 136.050982ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a0a612e6-2eb9-42a6-910d-cf04eb6bf3a4", "content-length": "124", "date": "Tue, 22 Oct 2024 00:30:36 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a0a612e6-2eb9-42a6-910d-cf04eb6bf3a4" }
file = clients/ddm-admin-client/src/lib.rs:177
|
183 | 2024-10-22T00:30:36.820Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
184 | 2024-10-22T00:30:36.820Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 120.318228ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "870e2f6b-5bed-4217-a9fc-61984745eebf", "content-length": "124", "date": "Tue, 22 Oct 2024 00:30:36 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "870e2f6b-5bed-4217-a9fc-61984745eebf" }
file = clients/ddm-admin-client/src/lib.rs:177
|
185 | 2024-10-22T00:30:36.821Z | INFO | SledAgent (BackingFs): Mounting oxi_20b2e8dd-3528-47c6-ab14-1bee850adf61/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:181
|
186 | 2024-10-22T00:30:36.834Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:189
|
187 | 2024-10-22T00:30:36.834Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:189
|
188 | 2024-10-22T00:30:36.834Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:189
|
189 | 2024-10-22T00:30:36.834Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:195
|
190 | 2024-10-22T00:30:36.941Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
191 | 2024-10-22T00:30:36.942Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 231.513548ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "93ccc930-1d4e-4cb7-a6e9-456c6774978f", "content-length": "124", "date": "Tue, 22 Oct 2024 00:30:36 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "93ccc930-1d4e-4cb7-a6e9-456c6774978f" }
file = clients/ddm-admin-client/src/lib.rs:177
|
192 | 2024-10-22T00:30:37.174Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
193 | 2024-10-22T00:30:37.175Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 225.117876ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "75923024-ae23-4e53-bc18-7f0696b56b78", "content-length": "124", "date": "Tue, 22 Oct 2024 00:30:36 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "75923024-ae23-4e53-bc18-7f0696b56b78" }
file = clients/ddm-admin-client/src/lib.rs:177
|
194 | 2024-10-22T00:30:37.400Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
195 | 2024-10-22T00:30:37.401Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 184.596828ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4104a8d8-0ade-47d5-baa4-71873705b368", "content-length": "124", "date": "Tue, 22 Oct 2024 00:30:37 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4104a8d8-0ade-47d5-baa4-71873705b368" }
file = clients/ddm-admin-client/src/lib.rs:177
|
196 | 2024-10-22T00:30:37.562Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:93
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
197 | 2024-10-22T00:30:37.567Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fd00:1122:3344:101::1]:54049
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
198 | 2024-10-22T00:30:37.567Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
199 | 2024-10-22T00:30:37.567Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:54049
file = oximeter/producer/src/lib.rs:283
interval = 30s
producer_id = e50e0974-d68b-427b-915b-5bd9a655288a
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
200 | 2024-10-22T00:30:37.568Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 302.790714ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
201 | 2024-10-22T00:30:37.569Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
202 | 2024-10-22T00:30:37.569Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
203 | 2024-10-22T00:30:37.569Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:926
underlay_address = fd00:1122:3344:101::1
|
204 | 2024-10-22T00:30:37.569Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
205 | 2024-10-22T00:30:37.586Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
206 | 2024-10-22T00:30:37.873Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 363.93335ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
207 | 2024-10-22T00:30:38.239Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 1.201150622s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
208 | 2024-10-22T00:30:39.442Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 1.98888273s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
209 | 2024-10-22T00:30:40.145Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2683
|
210 | 2024-10-22T00:30:40.145Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2928
|
211 | 2024-10-22T00:30:40.145Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2553
|
212 | 2024-10-22T00:30:40.145Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2600
|
213 | 2024-10-22T00:30:40.145Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:3009
|
214 | 2024-10-22T00:30:40.145Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:3054
|
215 | 2024-10-22T00:30:40.147Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2853
|
216 | 2024-10-22T00:30:40.148Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2594
|
217 | 2024-10-22T00:30:40.148Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='fe42448e-4544-42ed-88ea-45a52d605c32'/>
<propval type="astring" name="rack_id" value='26fc8a25-8c7c-49c9-be24-a8461466dfe6'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:a02a::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fef4:491b'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:a02a::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"sock","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="rack_id" value='26fc8a25-8c7c-49c9-be24-a8461466dfe6'/>
<propval type="astring" name="sled_id" value='e50e0974-d68b-427b-915b-5bd9a655288a'/>
<propval type="astring" name="sled_model" value='i86pc'/>
<propval type="astring" name="sled_serial" value='sock'/>
<propval type="astring" name="sled_revision" value='0'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='sock'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='e50e0974-d68b-427b-915b-5bd9a655288a'/>
<propval type="astring" name="rack_uuid" value='26fc8a25-8c7c-49c9-be24-a8461466dfe6'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='e50e0974-d68b-427b-915b-5bd9a655288a'/>
<propval type="astring" name="rack_uuid" value='26fc8a25-8c7c-49c9-be24-a8461466dfe6'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
218 | 2024-10-22T00:30:40.149Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
219 | 2024-10-22T00:30:40.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 64.379354ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
220 | 2024-10-22T00:30:40.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 116.631452ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
221 | 2024-10-22T00:30:40.904Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 228.569995ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
222 | 2024-10-22T00:30:41.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 223.291703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
223 | 2024-10-22T00:30:41.432Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 3.402082212s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
224 | 2024-10-22T00:30:41.659Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 819.7458ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
225 | 2024-10-22T00:30:42.537Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.274499452s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
226 | 2024-10-22T00:30:43.876Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.452058076s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
227 | 2024-10-22T00:30:44.836Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 9.645159299s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
228 | 2024-10-22T00:30:45.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.04759497s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
229 | 2024-10-22T00:30:47.077Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fd00:1122:3344:101::1]:12345
|
230 | 2024-10-22T00:30:47.077Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:432
|
231 | 2024-10-22T00:30:47.077Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
232 | 2024-10-22T00:30:47.077Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
233 | 2024-10-22T00:30:47.077Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
234 | 2024-10-22T00:30:47.077Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
235 | 2024-10-22T00:30:47.077Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))
|
236 | 2024-10-22T00:30:47.077Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3961
|
237 | 2024-10-22T00:30:47.326Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:81
remote_addr = [fdb0:18c0:4d0d:a02a::1]:58389
|
238 | 2024-10-22T00:30:47.327Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:117
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
239 | 2024-10-22T00:30:47.327Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:252
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
240 | 2024-10-22T00:30:47.327Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
241 | 2024-10-22T00:30:47.327Z | INFO | SledAgent (RSS): No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
242 | 2024-10-22T00:30:47.327Z | INFO | SledAgent (RSS): No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
243 | 2024-10-22T00:30:47.327Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
244 | 2024-10-22T00:30:47.327Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
245 | 2024-10-22T00:30:47.327Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
246 | 2024-10-22T00:30:47.332Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4282
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
247 | 2024-10-22T00:30:47.332Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:4298
|
248 | 2024-10-22T00:30:47.332Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:534
zone = oxz_switch
|
249 | 2024-10-22T00:30:47.584Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12602934267546915325
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
250 | 2024-10-22T00:30:47.584Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4098285966382031446
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
251 | 2024-10-22T00:30:47.613Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53154
|
252 | 2024-10-22T00:30:47.613Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
253 | 2024-10-22T00:30:47.613Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
254 | 2024-10-22T00:30:47.613Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json
file = common/src/ledger.rs:188
|
255 | 2024-10-22T00:30:47.613Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json
file = common/src/ledger.rs:188
|
256 | 2024-10-22T00:30:47.614Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 314
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53154
req_id = 4f2718fa-60df-4acd-991d-e3f646edd129
response_code = 200
uri = /inventory
|
257 | 2024-10-22T00:30:47.643Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49037
|
258 | 2024-10-22T00:30:47.643Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49037
req_id = c78d8752-b400-470f-be25-5e24a0fa3363
response_code = 200
uri = /sled-role
|
259 | 2024-10-22T00:30:47.645Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
260 | 2024-10-22T00:30:47.645Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
261 | 2024-10-22T00:30:47.645Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
262 | 2024-10-22T00:30:47.645Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:882
|
263 | 2024-10-22T00:30:47.675Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 8bd9a483-535a-4e7b-9ab1-8ac31df060a8, pool_id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: f66b0c75-706c-4006-bf36-f33374019817, pool_id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: dbe235e4-ebaf-4d8f-a1c9-b359a04f2a07, pool_id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 545915ca-d5ff-4e81-9f66-d6a4325c0d78, pool_id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: b0878cd1-90d7-48da-b4a2-e1e2c6c72a2d, pool_id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: de3164fd-78e9-4d3c-b327-149a4740db1c, pool_id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 6fccb824-9c2f-4408-b2e2-0cb20a6da0a2, pool_id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 9f0d1b8e-7b9c-486f-a31c-d56dff8302e0, pool_id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: aeb98aa9-9753-47ec-9039-ab27648f789a, pool_id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:375
sled_address = [fd00:1122:3344:101::1]:12345
|
264 | 2024-10-22T00:30:47.675Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42835
|
265 | 2024-10-22T00:30:47.676Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:862
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
266 | 2024-10-22T00:30:47.676Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 8bd9a483-535a-4e7b-9ab1-8ac31df060a8, pool_id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: f66b0c75-706c-4006-bf36-f33374019817, pool_id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: dbe235e4-ebaf-4d8f-a1c9-b359a04f2a07, pool_id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 545915ca-d5ff-4e81-9f66-d6a4325c0d78, pool_id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: b0878cd1-90d7-48da-b4a2-e1e2c6c72a2d, pool_id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: de3164fd-78e9-4d3c-b327-149a4740db1c, pool_id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 6fccb824-9c2f-4408-b2e2-0cb20a6da0a2, pool_id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 9f0d1b8e-7b9c-486f-a31c-d56dff8302e0, pool_id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: aeb98aa9-9753-47ec-9039-ab27648f789a, pool_id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:451
|
267 | 2024-10-22T00:30:47.676Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
268 | 2024-10-22T00:30:47.676Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
269 | 2024-10-22T00:30:47.676Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:866
request = omicron_physical_disks_ensure
|
270 | 2024-10-22T00:30:47.676Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
271 | 2024-10-22T00:30:47.676Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
272 | 2024-10-22T00:30:47.676Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
273 | 2024-10-22T00:30:47.676Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
274 | 2024-10-22T00:30:47.828Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:367
|
275 | 2024-10-22T00:30:47.828Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool)
|
276 | 2024-10-22T00:30:48.045Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
277 | 2024-10-22T00:30:48.082Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e50e0974-d68b-427b-915b-5bd9a655288a)
file = sled-agent/src/probe_manager.rs:230
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
278 | 2024-10-22T00:30:48.142Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }
|
279 | 2024-10-22T00:30:48.150Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:217
|
280 | 2024-10-22T00:30:48.150Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
281 | 2024-10-22T00:30:48.150Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
282 | 2024-10-22T00:30:48.150Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
283 | 2024-10-22T00:30:48.150Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
284 | 2024-10-22T00:30:48.151Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
285 | 2024-10-22T00:30:48.151Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
286 | 2024-10-22T00:30:48.184Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
287 | 2024-10-22T00:30:48.192Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone
file = sled-storage/src/dataset.rs:280
|
288 | 2024-10-22T00:30:48.359Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_05815180-fa73-47c8-8793-9dad48a6a2a3
file = sled-storage/src/dataset.rs:366
|
289 | 2024-10-22T00:30:48.366Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
290 | 2024-10-22T00:30:48.366Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
291 | 2024-10-22T00:30:48.366Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
292 | 2024-10-22T00:30:48.366Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
293 | 2024-10-22T00:30:48.366Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
294 | 2024-10-22T00:30:48.376Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:367
|
295 | 2024-10-22T00:30:48.376Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 4912870c-99c9-4864-9312-2d393933ce6a (zpool)
|
296 | 2024-10-22T00:30:48.466Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }
|
297 | 2024-10-22T00:30:48.475Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:217
|
298 | 2024-10-22T00:30:48.475Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
299 | 2024-10-22T00:30:48.475Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
300 | 2024-10-22T00:30:48.475Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
301 | 2024-10-22T00:30:48.475Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
302 | 2024-10-22T00:30:48.475Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
303 | 2024-10-22T00:30:48.475Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
304 | 2024-10-22T00:30:48.508Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
305 | 2024-10-22T00:30:48.516Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone
file = sled-storage/src/dataset.rs:280
|
306 | 2024-10-22T00:30:48.689Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_4912870c-99c9-4864-9312-2d393933ce6a
file = sled-storage/src/dataset.rs:366
|
307 | 2024-10-22T00:30:48.697Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
308 | 2024-10-22T00:30:48.697Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
309 | 2024-10-22T00:30:48.697Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
310 | 2024-10-22T00:30:48.697Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
311 | 2024-10-22T00:30:48.697Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
312 | 2024-10-22T00:30:48.707Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:367
|
313 | 2024-10-22T00:30:48.707Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool)
|
314 | 2024-10-22T00:30:48.795Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }
|
315 | 2024-10-22T00:30:48.802Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:217
|
316 | 2024-10-22T00:30:48.803Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
317 | 2024-10-22T00:30:48.803Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
318 | 2024-10-22T00:30:48.803Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
319 | 2024-10-22T00:30:48.803Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
320 | 2024-10-22T00:30:48.803Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
321 | 2024-10-22T00:30:48.803Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
322 | 2024-10-22T00:30:48.837Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
323 | 2024-10-22T00:30:48.845Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone
file = sled-storage/src/dataset.rs:280
|
324 | 2024-10-22T00:30:49.012Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e
file = sled-storage/src/dataset.rs:366
|
325 | 2024-10-22T00:30:49.020Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
326 | 2024-10-22T00:30:49.020Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
327 | 2024-10-22T00:30:49.020Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
328 | 2024-10-22T00:30:49.020Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
329 | 2024-10-22T00:30:49.020Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
330 | 2024-10-22T00:30:49.030Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:367
|
331 | 2024-10-22T00:30:49.030Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool)
|
332 | 2024-10-22T00:30:49.123Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }
|
333 | 2024-10-22T00:30:49.131Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:217
|
334 | 2024-10-22T00:30:49.131Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
335 | 2024-10-22T00:30:49.132Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
336 | 2024-10-22T00:30:49.132Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
337 | 2024-10-22T00:30:49.132Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
338 | 2024-10-22T00:30:49.132Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
339 | 2024-10-22T00:30:49.132Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
340 | 2024-10-22T00:30:49.135Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e50e0974-d68b-427b-915b-5bd9a655288a)
file = sled-agent/src/probe_manager.rs:230
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
341 | 2024-10-22T00:30:49.167Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
342 | 2024-10-22T00:30:49.174Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone
file = sled-storage/src/dataset.rs:280
|
343 | 2024-10-22T00:30:49.345Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_f3053f19-a930-43cc-8978-6dcb10f47d61
file = sled-storage/src/dataset.rs:366
|
344 | 2024-10-22T00:30:49.353Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
345 | 2024-10-22T00:30:49.354Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
346 | 2024-10-22T00:30:49.354Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
347 | 2024-10-22T00:30:49.354Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
348 | 2024-10-22T00:30:49.354Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
349 | 2024-10-22T00:30:49.363Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:367
|
350 | 2024-10-22T00:30:49.363Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool)
|
351 | 2024-10-22T00:30:49.456Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }
|
352 | 2024-10-22T00:30:49.463Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:217
|
353 | 2024-10-22T00:30:49.463Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
354 | 2024-10-22T00:30:49.463Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
355 | 2024-10-22T00:30:49.463Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
356 | 2024-10-22T00:30:49.463Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
357 | 2024-10-22T00:30:49.463Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
358 | 2024-10-22T00:30:49.463Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
359 | 2024-10-22T00:30:49.497Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
360 | 2024-10-22T00:30:49.504Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone
file = sled-storage/src/dataset.rs:280
|
361 | 2024-10-22T00:30:49.672Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_d912c6f5-c454-43da-ae16-2d232f5f0eb5
file = sled-storage/src/dataset.rs:366
|
362 | 2024-10-22T00:30:49.680Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
363 | 2024-10-22T00:30:49.680Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
364 | 2024-10-22T00:30:49.680Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
365 | 2024-10-22T00:30:49.680Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
366 | 2024-10-22T00:30:49.680Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
367 | 2024-10-22T00:30:49.690Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:367
|
368 | 2024-10-22T00:30:49.690Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = f72e2a71-8f15-4409-923c-af354b7632aa (zpool)
|
369 | 2024-10-22T00:30:49.785Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }
|
370 | 2024-10-22T00:30:49.793Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:217
|
371 | 2024-10-22T00:30:49.793Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
372 | 2024-10-22T00:30:49.793Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
373 | 2024-10-22T00:30:49.793Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
374 | 2024-10-22T00:30:49.793Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
375 | 2024-10-22T00:30:49.793Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
376 | 2024-10-22T00:30:49.793Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
377 | 2024-10-22T00:30:49.827Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
378 | 2024-10-22T00:30:49.835Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone
file = sled-storage/src/dataset.rs:280
|
379 | 2024-10-22T00:30:50.005Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_f72e2a71-8f15-4409-923c-af354b7632aa
file = sled-storage/src/dataset.rs:366
|
380 | 2024-10-22T00:30:50.012Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
381 | 2024-10-22T00:30:50.012Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
382 | 2024-10-22T00:30:50.012Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
383 | 2024-10-22T00:30:50.012Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
384 | 2024-10-22T00:30:50.012Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
385 | 2024-10-22T00:30:50.022Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:367
|
386 | 2024-10-22T00:30:50.022Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool)
|
387 | 2024-10-22T00:30:50.122Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }
|
388 | 2024-10-22T00:30:50.129Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:217
|
389 | 2024-10-22T00:30:50.129Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
390 | 2024-10-22T00:30:50.129Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
391 | 2024-10-22T00:30:50.129Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
392 | 2024-10-22T00:30:50.129Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
393 | 2024-10-22T00:30:50.130Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
394 | 2024-10-22T00:30:50.130Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
395 | 2024-10-22T00:30:50.140Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e50e0974-d68b-427b-915b-5bd9a655288a)
file = sled-agent/src/probe_manager.rs:230
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
396 | 2024-10-22T00:30:50.165Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
397 | 2024-10-22T00:30:50.172Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone
file = sled-storage/src/dataset.rs:280
|
398 | 2024-10-22T00:30:50.342Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_4124bd0f-6d92-452d-b8ec-890efde7c175
file = sled-storage/src/dataset.rs:366
|
399 | 2024-10-22T00:30:50.350Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
400 | 2024-10-22T00:30:50.350Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
401 | 2024-10-22T00:30:50.350Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
402 | 2024-10-22T00:30:50.350Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
403 | 2024-10-22T00:30:50.350Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
404 | 2024-10-22T00:30:50.359Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:367
|
405 | 2024-10-22T00:30:50.359Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool)
|
406 | 2024-10-22T00:30:50.457Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool), kind: External }
|
407 | 2024-10-22T00:30:50.466Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:217
|
408 | 2024-10-22T00:30:50.466Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
409 | 2024-10-22T00:30:50.466Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
410 | 2024-10-22T00:30:50.466Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
411 | 2024-10-22T00:30:50.466Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
412 | 2024-10-22T00:30:50.466Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
413 | 2024-10-22T00:30:50.466Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
414 | 2024-10-22T00:30:50.504Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
415 | 2024-10-22T00:30:50.513Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6bea9bba-836b-44a8-977b-0b50b3178081/crypt/zone
file = sled-storage/src/dataset.rs:280
|
416 | 2024-10-22T00:30:50.689Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6bea9bba-836b-44a8-977b-0b50b3178081
file = sled-storage/src/dataset.rs:366
|
417 | 2024-10-22T00:30:50.697Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
418 | 2024-10-22T00:30:50.697Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
419 | 2024-10-22T00:30:50.697Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
420 | 2024-10-22T00:30:50.697Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
421 | 2024-10-22T00:30:50.697Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
422 | 2024-10-22T00:30:50.707Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:367
|
423 | 2024-10-22T00:30:50.707Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool)
|
424 | 2024-10-22T00:30:50.805Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool), kind: External }
|
425 | 2024-10-22T00:30:50.813Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:217
|
426 | 2024-10-22T00:30:50.813Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
427 | 2024-10-22T00:30:50.813Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
428 | 2024-10-22T00:30:50.813Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
429 | 2024-10-22T00:30:50.813Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
430 | 2024-10-22T00:30:50.814Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
431 | 2024-10-22T00:30:50.814Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
432 | 2024-10-22T00:30:50.849Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
433 | 2024-10-22T00:30:50.856Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/zone
file = sled-storage/src/dataset.rs:280
|
434 | 2024-10-22T00:30:51.022Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3
file = sled-storage/src/dataset.rs:366
|
435 | 2024-10-22T00:30:51.029Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
436 | 2024-10-22T00:30:51.029Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
437 | 2024-10-22T00:30:51.029Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
438 | 2024-10-22T00:30:51.029Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
439 | 2024-10-22T00:30:51.029Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
440 | 2024-10-22T00:30:51.029Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
441 | 2024-10-22T00:30:51.029Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
442 | 2024-10-22T00:30:51.030Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:866
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
443 | 2024-10-22T00:30:51.030Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
444 | 2024-10-22T00:30:51.030Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:892
generation = Generation(1)
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
445 | 2024-10-22T00:30:51.030Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:897
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
446 | 2024-10-22T00:30:51.030Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:902
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
447 | 2024-10-22T00:30:51.030Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:121
gen = Generation(1)
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
448 | 2024-10-22T00:30:51.030Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:908
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
449 | 2024-10-22T00:30:51.030Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:798
gen = Generation(1)
|
450 | 2024-10-22T00:30:51.030Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:913
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
451 | 2024-10-22T00:30:51.030Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3354164
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:42835
req_id = 65fd8404-fff9-450e-8c02-35d3bff60d58
response_code = 200
uri = /omicron-physical-disks
|
452 | 2024-10-22T00:30:51.061Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
453 | 2024-10-22T00:30:51.061Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57337
|
454 | 2024-10-22T00:30:51.061Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
455 | 2024-10-22T00:30:51.061Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
456 | 2024-10-22T00:30:51.111Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
457 | 2024-10-22T00:30:51.111Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
458 | 2024-10-22T00:30:51.142Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e50e0974-d68b-427b-915b-5bd9a655288a)
file = sled-agent/src/probe_manager.rs:230
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
459 | 2024-10-22T00:30:51.160Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
460 | 2024-10-22T00:30:51.160Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
461 | 2024-10-22T00:30:51.209Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
462 | 2024-10-22T00:30:51.209Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json
file = common/src/ledger.rs:188
|
463 | 2024-10-22T00:30:51.209Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json
file = common/src/ledger.rs:188
|
464 | 2024-10-22T00:30:51.209Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
465 | 2024-10-22T00:30:51.252Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
466 | 2024-10-22T00:30:51.252Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
467 | 2024-10-22T00:30:51.252Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
468 | 2024-10-22T00:30:51.305Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
file = illumos-utils/src/zone.rs:316
|
469 | 2024-10-22T00:30:51.309Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad
file = illumos-utils/src/zone.rs:316
|
470 | 2024-10-22T00:30:51.313Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
file = illumos-utils/src/zone.rs:316
|
471 | 2024-10-22T00:30:51.325Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
file = illumos-utils/src/zone.rs:354
|
472 | 2024-10-22T00:30:51.329Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad
file = illumos-utils/src/zone.rs:354
|
473 | 2024-10-22T00:30:51.333Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
file = illumos-utils/src/zone.rs:354
|
474 | 2024-10-22T00:30:52.145Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e50e0974-d68b-427b-915b-5bd9a655288a)
file = sled-agent/src/probe_manager.rs:230
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
475 | 2024-10-22T00:30:52.862Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
476 | 2024-10-22T00:30:52.862Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
477 | 2024-10-22T00:30:53.338Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
478 | 2024-10-22T00:30:53.815Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
479 | 2024-10-22T00:30:53.815Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
480 | 2024-10-22T00:30:53.815Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
|
481 | 2024-10-22T00:30:53.819Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
482 | 2024-10-22T00:30:53.819Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
|
483 | 2024-10-22T00:30:53.824Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad
|
484 | 2024-10-22T00:30:53.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7") failed: Property not found. retry in 59.623304ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
|
485 | 2024-10-22T00:30:53.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d") failed: Property not found. retry in 65.095041ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
|
486 | 2024-10-22T00:30:53.953Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad") failed: Property not found. retry in 25.013234ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad
|
487 | 2024-10-22T00:30:53.985Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad") failed: Property not found. retry in 132.325984ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad
|
488 | 2024-10-22T00:30:54.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7") failed: Property not found. retry in 80.499138ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
|
489 | 2024-10-22T00:30:54.233Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d") failed: Property not found. retry in 88.329526ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
|
490 | 2024-10-22T00:30:54.370Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad") failed: Property not found. retry in 243.276059ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad
|
491 | 2024-10-22T00:30:54.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7") failed: Property not found. retry in 278.180418ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
|
492 | 2024-10-22T00:30:54.462Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d") failed: Property not found. retry in 239.550385ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
|
493 | 2024-10-22T00:30:54.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad") failed: Property not found. retry in 229.554555ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad
|
494 | 2024-10-22T00:30:54.717Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7") failed: Property not found. retry in 331.789437ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
|
495 | 2024-10-22T00:30:54.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d") failed: Property not found. retry in 250.346727ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
|
496 | 2024-10-22T00:30:54.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad") failed: Property not found. retry in 1.179820165s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad
|
497 | 2024-10-22T00:30:54.988Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d") failed: Property not found. retry in 528.422063ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
|
498 | 2024-10-22T00:30:55.057Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7") failed: Property not found. retry in 460.208679ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
|
499 | 2024-10-22T00:30:55.528Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d") failed: Property not found. retry in 906.001137ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
|
500 | 2024-10-22T00:30:55.537Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7") failed: Property not found. retry in 1.197378258s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
|
501 | 2024-10-22T00:30:56.082Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad") failed: Property not found. retry in 1.344165566s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad
|
502 | 2024-10-22T00:30:56.443Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d") failed: Property not found. retry in 1.242193272s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
|
503 | 2024-10-22T00:30:56.742Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7") failed: Property not found. retry in 848.653922ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
|
504 | 2024-10-22T00:30:56.853Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:4306
|
505 | 2024-10-22T00:30:56.853Z | INFO | SledAgent (ServiceManager): Ensuring there is a default route
file = sled-agent/src/services.rs:4316
gateway = fd00:1122:3344:101::1
|
506 | 2024-10-22T00:30:56.858Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4395
|
507 | 2024-10-22T00:30:56.995Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4461
|
508 | 2024-10-22T00:30:56.995Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4488
|
509 | 2024-10-22T00:30:57.035Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4501
|
510 | 2024-10-22T00:30:57.035Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4347
|
511 | 2024-10-22T00:30:57.081Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8308348012536343278
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
512 | 2024-10-22T00:30:57.082Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2561833297137706320
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
513 | 2024-10-22T00:30:57.087Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4389
|
514 | 2024-10-22T00:30:57.087Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4468
rack_subnet = fd00:1122:3344::
|
515 | 2024-10-22T00:30:57.107Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4479
|
516 | 2024-10-22T00:30:57.107Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4521
|
517 | 2024-10-22T00:30:57.175Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4553
|
518 | 2024-10-22T00:30:57.175Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4559
|
519 | 2024-10-22T00:30:57.263Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4600
|
520 | 2024-10-22T00:30:57.263Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:370
|
521 | 2024-10-22T00:30:57.296Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 60.205609ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)
file = sled-agent/src/bootstrap/early_networking.rs:389
|
522 | 2024-10-22T00:30:57.357Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 133.606089ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)
file = sled-agent/src/bootstrap/early_networking.rs:389
|
523 | 2024-10-22T00:30:57.434Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad") failed: Property not found. retry in 1.213988448s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad
|
524 | 2024-10-22T00:30:57.492Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 181.399854ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)
file = sled-agent/src/bootstrap/early_networking.rs:389
|
525 | 2024-10-22T00:30:57.587Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12602934267546915325
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
526 | 2024-10-22T00:30:57.587Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4098285966382031446
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
527 | 2024-10-22T00:30:57.598Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7") failed: Property not found. retry in 832.062001ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
|
528 | 2024-10-22T00:30:57.674Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 514.719614ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)
file = sled-agent/src/bootstrap/early_networking.rs:389
|
529 | 2024-10-22T00:30:57.693Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d") failed: Property not found. retry in 738.713894ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
|
530 | 2024-10-22T00:30:58.191Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:418
|
531 | 2024-10-22T00:30:58.223Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:686
|
532 | 2024-10-22T00:30:58.223Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:724
|
533 | 2024-10-22T00:30:58.223Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:727
uptime = 1
|
534 | 2024-10-22T00:30:58.223Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:440
|
535 | 2024-10-22T00:30:58.259Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
536 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
537 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
538 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
539 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
540 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
541 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
542 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
543 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
544 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
545 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
546 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
547 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
548 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
549 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
550 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
551 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
552 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
553 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
554 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
555 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
556 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
557 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
558 | 2024-10-22T00:30:58.312Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
559 | 2024-10-22T00:30:58.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7") failed: Property not found. retry in 1.344625978s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
|
560 | 2024-10-22T00:30:58.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d") failed: Property not found. retry in 1.020115936s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
|
561 | 2024-10-22T00:30:58.656Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad") failed: Property not found. retry in 1.23440813s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad
|
562 | 2024-10-22T00:30:59.909Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d
|
563 | 2024-10-22T00:30:59.909Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad
|
564 | 2024-10-22T00:30:59.909Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7
|
565 | 2024-10-22T00:30:59.909Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
566 | 2024-10-22T00:30:59.909Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
567 | 2024-10-22T00:30:59.910Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8848695
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:57337
req_id = 606e13da-49d3-461d-b1b8-e5043f9287f0
response_code = 204
uri = /omicron-zones
|
568 | 2024-10-22T00:30:59.911Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
569 | 2024-10-22T00:30:59.959Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
570 | 2024-10-22T00:31:00.004Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
571 | 2024-10-22T00:31:00.052Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:611
|
572 | 2024-10-22T00:31:00.052Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
573 | 2024-10-22T00:31:00.085Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
574 | 2024-10-22T00:31:00.086Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
575 | 2024-10-22T00:31:00.086Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
576 | 2024-10-22T00:31:00.115Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 7db72912-69be-4df2-ab6e-2dd45407474e (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7934b6c4-cfc3-4e03-b8b0-2ad4112eaa3b, kind: Service { id: 7db72912-69be-4df2-ab6e-2dd45407474e }, name: Name("ntp-7db72912-69be-4df2-ab6e-2dd45407474e"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 28])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
577 | 2024-10-22T00:31:00.115Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62070
|
578 | 2024-10-22T00:31:00.116Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
579 | 2024-10-22T00:31:00.116Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
580 | 2024-10-22T00:31:00.137Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
581 | 2024-10-22T00:31:00.137Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
582 | 2024-10-22T00:31:00.156Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
583 | 2024-10-22T00:31:00.156Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
584 | 2024-10-22T00:31:00.173Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
585 | 2024-10-22T00:31:00.173Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json
file = common/src/ledger.rs:177
|
586 | 2024-10-22T00:31:00.174Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json
file = common/src/ledger.rs:177
|
587 | 2024-10-22T00:31:00.174Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
588 | 2024-10-22T00:31:00.185Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
589 | 2024-10-22T00:31:00.218Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
590 | 2024-10-22T00:31:00.219Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
591 | 2024-10-22T00:31:00.219Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
592 | 2024-10-22T00:31:00.248Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 146, 28]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
593 | 2024-10-22T00:31:00.248Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1270
zone_type = boundary_ntp
|
594 | 2024-10-22T00:31:00.248Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:83
|
595 | 2024-10-22T00:31:00.248Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:90
|
596 | 2024-10-22T00:31:00.249Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:118
|
597 | 2024-10-22T00:31:00.250Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
598 | 2024-10-22T00:31:00.273Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e
file = illumos-utils/src/zone.rs:316
|
599 | 2024-10-22T00:31:00.291Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e
file = illumos-utils/src/zone.rs:354
|
600 | 2024-10-22T00:31:00.910Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
601 | 2024-10-22T00:31:00.910Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e
|
602 | 2024-10-22T00:31:01.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e") failed: Property not found. retry in 64.514097ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e
|
603 | 2024-10-22T00:31:01.119Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e") failed: Property not found. retry in 69.8168ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e
|
604 | 2024-10-22T00:31:01.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e") failed: Property not found. retry in 236.918785ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e
|
605 | 2024-10-22T00:31:01.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e") failed: Property not found. retry in 542.886789ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e
|
606 | 2024-10-22T00:31:02.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e") failed: Property not found. retry in 881.284449ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e
|
607 | 2024-10-22T00:31:02.907Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e") failed: Property not found. retry in 1.274796427s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e
|
608 | 2024-10-22T00:31:04.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e") failed: Property not found. retry in 901.2062ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e
|
609 | 2024-10-22T00:31:05.101Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e") failed: Property not found. retry in 892.583761ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e
|
610 | 2024-10-22T00:31:06.016Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e
|
611 | 2024-10-22T00:31:06.016Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
612 | 2024-10-22T00:31:06.016Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
613 | 2024-10-22T00:31:06.017Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 5901186
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:62070
req_id = c28218c8-7ce2-40ff-a1bf-49bc271f85cf
response_code = 204
uri = /omicron-zones
|
614 | 2024-10-22T00:31:06.019Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:652
|
615 | 2024-10-22T00:31:06.049Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
616 | 2024-10-22T00:31:06.049Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48609
|
617 | 2024-10-22T00:31:06.058Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3914
|
618 | 2024-10-22T00:31:06.058Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 9270
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48609
req_id = 139a5b19-8eef-4cec-96b1-0329bedfd5a6
response_code = 500
uri = /timesync
|
619 | 2024-10-22T00:31:06.060Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
620 | 2024-10-22T00:31:06.201Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
621 | 2024-10-22T00:31:06.201Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41708
|
622 | 2024-10-22T00:31:07.084Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8308348012536343278
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
623 | 2024-10-22T00:31:07.084Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2561833297137706320
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
624 | 2024-10-22T00:31:07.589Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 12602934267546915325
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
625 | 2024-10-22T00:31:07.590Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4098285966382031446
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
626 | 2024-10-22T00:31:09.492Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 605788162517344797
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
627 | 2024-10-22T00:31:09.807Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 5238568977474308989
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
628 | 2024-10-22T00:31:09.911Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7815033753748808378
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
629 | 2024-10-22T00:31:10.211Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3914
|
630 | 2024-10-22T00:31:10.211Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 4009667
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41708
req_id = e5b71841-9325-4848-8f40-917cedc40fcf
response_code = 500
uri = /timesync
|
631 | 2024-10-22T00:31:10.213Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
632 | 2024-10-22T00:31:10.379Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
633 | 2024-10-22T00:31:10.380Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50573
|
634 | 2024-10-22T00:31:10.388Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3914
|
635 | 2024-10-22T00:31:10.388Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 8541
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50573
req_id = 8f28010f-d933-4c7c-b654-667620a6c54a
response_code = 500
uri = /timesync
|
636 | 2024-10-22T00:31:10.391Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
637 | 2024-10-22T00:31:10.623Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
638 | 2024-10-22T00:31:10.623Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52142
|
639 | 2024-10-22T00:31:10.631Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3914
|
640 | 2024-10-22T00:31:10.631Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 8186
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52142
req_id = 6a36cf59-e840-4646-9cb0-ad938203e23e
response_code = 500
uri = /timesync
|
641 | 2024-10-22T00:31:10.634Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
642 | 2024-10-22T00:31:10.851Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
643 | 2024-10-22T00:31:10.851Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:56324
|
644 | 2024-10-22T00:31:14.864Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4008128
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:56324
req_id = 81809d98-af30-4e81-95c6-2051ede8a075
response_code = 200
uri = /timesync
|
645 | 2024-10-22T00:31:14.866Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1729557073.33709, correction: 0.05056015 }
file = sled-agent/src/rack_setup/service.rs:660
|
646 | 2024-10-22T00:31:14.866Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
647 | 2024-10-22T00:31:15.052Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
648 | 2024-10-22T00:31:15.053Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46731
|
649 | 2024-10-22T00:31:15.061Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8357
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46731
req_id = b40ddb80-ca47-46dc-ab95-b1d37c868a93
response_code = 200
uri = /timesync
|
650 | 2024-10-22T00:31:15.063Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1729557073.33709, correction: 0.050026655 }
file = sled-agent/src/rack_setup/service.rs:660
|
651 | 2024-10-22T00:31:15.063Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
652 | 2024-10-22T00:31:15.366Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
653 | 2024-10-22T00:31:15.366Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38224
|
654 | 2024-10-22T00:31:15.388Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 21868
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38224
req_id = 8fbc5cce-84e1-46bb-8e8b-26bed2cdf0b2
response_code = 200
uri = /timesync
|
655 | 2024-10-22T00:31:15.390Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1729557074.657946, correction: 0.049348019 }
file = sled-agent/src/rack_setup/service.rs:660
|
656 | 2024-10-22T00:31:15.390Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1298
|
657 | 2024-10-22T00:31:15.419Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 7db72912-69be-4df2-ab6e-2dd45407474e (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7934b6c4-cfc3-4e03-b8b0-2ad4112eaa3b, kind: Service { id: 7db72912-69be-4df2-ab6e-2dd45407474e }, name: Name("ntp-7db72912-69be-4df2-ab6e-2dd45407474e"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 28])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 778b5da2-234f-4f22-9088-122f6000a2a4 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 51719187-c423-4136-bd14-0ac7604691ab (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 10ef867a-2629-4ba6-9747-a38a752b2d3f (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } } } }, OmicronZoneConfig { id: 614a56f5-ff81-44af-a8af-9fed369c7f01 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External } } } }, OmicronZoneConfig { id: af9278e2-efee-4d04-8e57-d084da405968 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
658 | 2024-10-22T00:31:15.419Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63958
|
659 | 2024-10-22T00:31:15.419Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
660 | 2024-10-22T00:31:15.419Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
661 | 2024-10-22T00:31:15.439Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
662 | 2024-10-22T00:31:15.439Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
663 | 2024-10-22T00:31:15.456Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
664 | 2024-10-22T00:31:15.456Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
665 | 2024-10-22T00:31:15.473Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 778b5da2-234f-4f22-9088-122f6000a2a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
666 | 2024-10-22T00:31:15.473Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 778b5da2-234f-4f22-9088-122f6000a2a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
667 | 2024-10-22T00:31:15.525Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 51719187-c423-4136-bd14-0ac7604691ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
668 | 2024-10-22T00:31:15.525Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 51719187-c423-4136-bd14-0ac7604691ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
669 | 2024-10-22T00:31:15.581Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 10ef867a-2629-4ba6-9747-a38a752b2d3f, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
670 | 2024-10-22T00:31:15.581Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 10ef867a-2629-4ba6-9747-a38a752b2d3f, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
671 | 2024-10-22T00:31:15.635Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 614a56f5-ff81-44af-a8af-9fed369c7f01, dataset_name: DatasetName { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
672 | 2024-10-22T00:31:15.635Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 614a56f5-ff81-44af-a8af-9fed369c7f01, dataset_name: DatasetName { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
673 | 2024-10-22T00:31:15.685Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: af9278e2-efee-4d04-8e57-d084da405968, dataset_name: DatasetName { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
674 | 2024-10-22T00:31:15.685Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: af9278e2-efee-4d04-8e57-d084da405968, dataset_name: DatasetName { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
675 | 2024-10-22T00:31:15.736Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
676 | 2024-10-22T00:31:15.736Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json
file = common/src/ledger.rs:177
|
677 | 2024-10-22T00:31:15.736Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json
file = common/src/ledger.rs:177
|
678 | 2024-10-22T00:31:15.736Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
679 | 2024-10-22T00:31:15.817Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
680 | 2024-10-22T00:31:15.817Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
681 | 2024-10-22T00:31:15.817Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
682 | 2024-10-22T00:31:15.817Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
683 | 2024-10-22T00:31:15.817Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
684 | 2024-10-22T00:31:15.906Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
file = illumos-utils/src/zone.rs:316
|
685 | 2024-10-22T00:31:15.910Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
file = illumos-utils/src/zone.rs:316
|
686 | 2024-10-22T00:31:15.915Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
file = illumos-utils/src/zone.rs:316
|
687 | 2024-10-22T00:31:15.919Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
file = illumos-utils/src/zone.rs:316
|
688 | 2024-10-22T00:31:15.923Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
file = illumos-utils/src/zone.rs:316
|
689 | 2024-10-22T00:31:15.927Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
file = illumos-utils/src/zone.rs:354
|
690 | 2024-10-22T00:31:15.932Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
file = illumos-utils/src/zone.rs:354
|
691 | 2024-10-22T00:31:15.937Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
file = illumos-utils/src/zone.rs:354
|
692 | 2024-10-22T00:31:15.942Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
file = illumos-utils/src/zone.rs:354
|
693 | 2024-10-22T00:31:15.947Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
file = illumos-utils/src/zone.rs:354
|
694 | 2024-10-22T00:31:18.910Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='51719187-c423-4136-bd14-0ac7604691ab'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
695 | 2024-10-22T00:31:18.910Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='10ef867a-2629-4ba6-9747-a38a752b2d3f'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
696 | 2024-10-22T00:31:18.910Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
697 | 2024-10-22T00:31:18.915Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
698 | 2024-10-22T00:31:18.983Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='778b5da2-234f-4f22-9088-122f6000a2a4'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
699 | 2024-10-22T00:31:18.983Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='614a56f5-ff81-44af-a8af-9fed369c7f01'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
700 | 2024-10-22T00:31:18.983Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
701 | 2024-10-22T00:31:18.988Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
702 | 2024-10-22T00:31:19.061Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 72.108752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
703 | 2024-10-22T00:31:19.061Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='af9278e2-efee-4d04-8e57-d084da405968'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
704 | 2024-10-22T00:31:19.070Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 29.007126ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
705 | 2024-10-22T00:31:19.070Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
706 | 2024-10-22T00:31:19.109Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 144.372591ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
707 | 2024-10-22T00:31:19.124Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 25.119999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
708 | 2024-10-22T00:31:19.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 70.536989ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
709 | 2024-10-22T00:31:19.487Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 52.149015ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
710 | 2024-10-22T00:31:19.806Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 64.158575ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
711 | 2024-10-22T00:31:20.029Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 270.180397ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
712 | 2024-10-22T00:31:20.063Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 279.626313ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
713 | 2024-10-22T00:31:20.102Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 134.438885ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
714 | 2024-10-22T00:31:21.031Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 175.816584ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
715 | 2024-10-22T00:31:21.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 66.126477ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
716 | 2024-10-22T00:31:21.443Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 153.758753ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
717 | 2024-10-22T00:31:21.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 282.953711ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
718 | 2024-10-22T00:31:21.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 210.946664ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
719 | 2024-10-22T00:31:21.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 354.887322ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
720 | 2024-10-22T00:31:21.529Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 116.123819ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
721 | 2024-10-22T00:31:21.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 446.741718ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
722 | 2024-10-22T00:31:21.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 169.256103ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
723 | 2024-10-22T00:31:21.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 543.219075ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
724 | 2024-10-22T00:31:21.774Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 807.044092ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
725 | 2024-10-22T00:31:21.837Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 556.169339ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
726 | 2024-10-22T00:31:21.879Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 503.208551ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
727 | 2024-10-22T00:31:22.071Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 964.749441ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
728 | 2024-10-22T00:31:22.277Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 1.075762659s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
729 | 2024-10-22T00:31:22.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 1.25307053s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
730 | 2024-10-22T00:31:22.403Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 577.938108ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
731 | 2024-10-22T00:31:22.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 909.864179ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
732 | 2024-10-22T00:31:22.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 1.342770635s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
733 | 2024-10-22T00:31:23.047Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 783.971844ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
734 | 2024-10-22T00:31:23.366Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 1.369108842s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
735 | 2024-10-22T00:31:23.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 1.331674909s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
736 | 2024-10-22T00:31:23.659Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 1.21464973s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
737 | 2024-10-22T00:31:23.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 1.173442161s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
738 | 2024-10-22T00:31:24.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 1.301198901s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
739 | 2024-10-22T00:31:24.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 1.024639994s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
740 | 2024-10-22T00:31:24.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 1.248531713s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
741 | 2024-10-22T00:31:24.886Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 608.153569ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
742 | 2024-10-22T00:31:25.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 1.301074708s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
743 | 2024-10-22T00:31:25.506Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 1.052118019s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
744 | 2024-10-22T00:31:25.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 637.08053ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
745 | 2024-10-22T00:31:25.785Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 711.400242ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
746 | 2024-10-22T00:31:26.119Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 1.164518453s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
747 | 2024-10-22T00:31:26.310Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 543.342368ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
748 | 2024-10-22T00:31:26.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 587.833429ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
749 | 2024-10-22T00:31:26.508Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 733.691714ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
750 | 2024-10-22T00:31:26.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 692.703634ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
751 | 2024-10-22T00:31:26.867Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 540.460565ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
752 | 2024-10-22T00:31:26.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 1.17763813s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
753 | 2024-10-22T00:31:27.098Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48696
|
754 | 2024-10-22T00:31:27.098Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48696
req_id = c165358c-6ece-4221-8f90-c2077e0ca7b5
response_code = 200
uri = /baseboard
|
755 | 2024-10-22T00:31:27.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 1.39689615s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
756 | 2024-10-22T00:31:27.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 1.119921858s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
757 | 2024-10-22T00:31:27.296Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 1.363086163s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
758 | 2024-10-22T00:31:27.417Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 1.297386881s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
759 | 2024-10-22T00:31:28.132Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 541.25012ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
760 | 2024-10-22T00:31:28.406Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 818.434729ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
761 | 2024-10-22T00:31:28.664Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 944.976894ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
762 | 2024-10-22T00:31:28.674Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 1.348144782s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
763 | 2024-10-22T00:31:28.683Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 916.824224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
764 | 2024-10-22T00:31:28.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 1.122659295s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
765 | 2024-10-22T00:31:29.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 1.13745391s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
766 | 2024-10-22T00:31:29.612Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 1.345646745s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
767 | 2024-10-22T00:31:29.621Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 1.173790586s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
768 | 2024-10-22T00:31:29.863Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 902.051421ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
769 | 2024-10-22T00:31:30.035Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 1.347117512s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
770 | 2024-10-22T00:31:30.387Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 1.343716501s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
771 | 2024-10-22T00:31:30.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 563.142633ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
772 | 2024-10-22T00:31:30.806Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 821.819565ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
773 | 2024-10-22T00:31:30.971Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 1.042538122s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
774 | 2024-10-22T00:31:31.352Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 578.647473ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
775 | 2024-10-22T00:31:31.394Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4") failed: Property not found. retry in 1.17119511s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
776 | 2024-10-22T00:31:31.640Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01") failed: Property not found. retry in 703.966694ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
777 | 2024-10-22T00:31:31.743Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab") failed: Property not found. retry in 779.326117ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
778 | 2024-10-22T00:31:31.945Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968") failed: Property not found. retry in 962.970093ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
779 | 2024-10-22T00:31:32.026Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f") failed: Property not found. retry in 1.001362688s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
780 | 2024-10-22T00:31:33.052Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4
|
781 | 2024-10-22T00:31:33.053Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01
|
782 | 2024-10-22T00:31:33.053Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab
|
783 | 2024-10-22T00:31:33.053Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968
|
784 | 2024-10-22T00:31:33.053Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f
|
785 | 2024-10-22T00:31:33.053Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
786 | 2024-10-22T00:31:33.053Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
787 | 2024-10-22T00:31:33.053Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 17586078
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:63958
req_id = 98ac7a5b-d7f6-464a-9e7f-02d3f3eb358e
response_code = 204
uri = /omicron-zones
|
788 | 2024-10-22T00:31:33.086Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55694
|
789 | 2024-10-22T00:31:33.111Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221
file = sled-agent/src/services.rs:3757
|
790 | 2024-10-22T00:31:36.565Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 301.607276ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
791 | 2024-10-22T00:31:51.530Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3775
|
792 | 2024-10-22T00:31:51.900Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.459679529s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
793 | 2024-10-22T00:31:55.363Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3798
|
794 | 2024-10-22T00:31:55.363Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 22276726
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:55694
req_id = e01095df-78fe-435f-b8aa-564e933beb6a
response_code = 204
uri = /cockroachdb
|
795 | 2024-10-22T00:31:55.395Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 7db72912-69be-4df2-ab6e-2dd45407474e (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7934b6c4-cfc3-4e03-b8b0-2ad4112eaa3b, kind: Service { id: 7db72912-69be-4df2-ab6e-2dd45407474e }, name: Name("ntp-7db72912-69be-4df2-ab6e-2dd45407474e"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 28])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 778b5da2-234f-4f22-9088-122f6000a2a4 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 51719187-c423-4136-bd14-0ac7604691ab (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 10ef867a-2629-4ba6-9747-a38a752b2d3f (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } } } }, OmicronZoneConfig { id: 614a56f5-ff81-44af-a8af-9fed369c7f01 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External } } } }, OmicronZoneConfig { id: af9278e2-efee-4d04-8e57-d084da405968 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External } } } }, OmicronZoneConfig { id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 0a9617e4-b230-4cf3-bf60-222f1daf4df2, kind: Service { id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320 }, name: Name("external-dns-e8c37ad4-fd39-4460-b5dc-d6c95ee10320"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 220])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 68a0f950-6467-48bb-b198-77a5253fae12, kind: Service { id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb }, name: Name("external-dns-1ed57c3f-d967-4545-97bd-c26e5c30bbbb"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: ac50d2b2-d7d9-4d55-9c28-567f3362fbbb (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 60b8c23e-4f5b-4259-9ee0-0845046b29a4, kind: Service { id: ac50d2b2-d7d9-4d55-9c28-567f3362fbbb }, name: Name("nexus-ac50d2b2-d7d9-4d55-9c28-567f3362fbbb"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 115])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b360f3f1-c2e5-43e4-b254-fe92a717e371 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 73b1ae2e-5e7d-4c5e-8af0-31d8145c570a, kind: Service { id: b360f3f1-c2e5-43e4-b254-fe92a717e371 }, name: Name("nexus-b360f3f1-c2e5-43e4-b254-fe92a717e371"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1ddbaee3-3dbf-4414-b1d3-075d046a666f (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ec446109-19ba-4097-9ed2-643d63373744, kind: Service { id: 1ddbaee3-3dbf-4414-b1d3-075d046a666f }, name: Name("nexus-1ddbaee3-3dbf-4414-b1d3-075d046a666f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7ab276a-527a-42f6-b169-e0079c024430 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c4e4554d-3767-4139-9cd6-7b8f7bc20696 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26cb4910-66e0-447b-a9fe-b56f1eccd33e (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: ef33f36a-2317-4f47-821d-4cfbccd3056c (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b6fabd16-0c44-4d4e-8891-220660ced37f (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: bc227b7a-504b-4d14-a0b2-298387ecf3d7 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14bbe5e4-bb66-4b10-abdd-57d4f73f950e (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 480888f2-5a14-4872-84ee-4203b8e8ad3b (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } } } }, OmicronZoneConfig { id: cc9c640a-d082-4992-ae26-2265af436049 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External } } } }, OmicronZoneConfig { id: e25dacf9-31af-4674-910b-dafdcdcd38d8 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External } } } }, OmicronZoneConfig { id: 960438c0-57fe-4406-a0be-4f4ee6b84a88 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External } } } }, OmicronZoneConfig { id: df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1b0d34b4-83ba-4bc1-974b-4b8176749e06 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
796 | 2024-10-22T00:31:55.395Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42112
|
797 | 2024-10-22T00:31:55.396Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
798 | 2024-10-22T00:31:55.396Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
799 | 2024-10-22T00:31:55.420Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
800 | 2024-10-22T00:31:55.420Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
801 | 2024-10-22T00:31:55.441Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
802 | 2024-10-22T00:31:55.441Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
803 | 2024-10-22T00:31:55.462Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 778b5da2-234f-4f22-9088-122f6000a2a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
804 | 2024-10-22T00:31:55.462Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 778b5da2-234f-4f22-9088-122f6000a2a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
805 | 2024-10-22T00:31:55.482Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 51719187-c423-4136-bd14-0ac7604691ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
806 | 2024-10-22T00:31:55.482Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 51719187-c423-4136-bd14-0ac7604691ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
807 | 2024-10-22T00:31:55.499Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 10ef867a-2629-4ba6-9747-a38a752b2d3f, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
808 | 2024-10-22T00:31:55.499Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 10ef867a-2629-4ba6-9747-a38a752b2d3f, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
809 | 2024-10-22T00:31:55.519Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 614a56f5-ff81-44af-a8af-9fed369c7f01, dataset_name: DatasetName { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
810 | 2024-10-22T00:31:55.519Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 614a56f5-ff81-44af-a8af-9fed369c7f01, dataset_name: DatasetName { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
811 | 2024-10-22T00:31:55.536Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: af9278e2-efee-4d04-8e57-d084da405968, dataset_name: DatasetName { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
812 | 2024-10-22T00:31:55.536Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: af9278e2-efee-4d04-8e57-d084da405968, dataset_name: DatasetName { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
813 | 2024-10-22T00:31:55.553Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
814 | 2024-10-22T00:31:55.553Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
815 | 2024-10-22T00:31:55.636Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
816 | 2024-10-22T00:31:55.636Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
817 | 2024-10-22T00:31:55.715Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: c4e4554d-3767-4139-9cd6-7b8f7bc20696, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:451
|
818 | 2024-10-22T00:31:55.715Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: c4e4554d-3767-4139-9cd6-7b8f7bc20696, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
819 | 2024-10-22T00:31:55.796Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bc227b7a-504b-4d14-a0b2-298387ecf3d7, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
820 | 2024-10-22T00:31:55.796Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: bc227b7a-504b-4d14-a0b2-298387ecf3d7, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
821 | 2024-10-22T00:31:55.872Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 14bbe5e4-bb66-4b10-abdd-57d4f73f950e, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
822 | 2024-10-22T00:31:55.872Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 14bbe5e4-bb66-4b10-abdd-57d4f73f950e, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
823 | 2024-10-22T00:31:55.959Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 480888f2-5a14-4872-84ee-4203b8e8ad3b, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
824 | 2024-10-22T00:31:55.959Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 480888f2-5a14-4872-84ee-4203b8e8ad3b, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
825 | 2024-10-22T00:31:56.039Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: cc9c640a-d082-4992-ae26-2265af436049, dataset_name: DatasetName { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
826 | 2024-10-22T00:31:56.039Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: cc9c640a-d082-4992-ae26-2265af436049, dataset_name: DatasetName { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
827 | 2024-10-22T00:31:56.123Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62, dataset_name: DatasetName { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
828 | 2024-10-22T00:31:56.123Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62, dataset_name: DatasetName { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
829 | 2024-10-22T00:31:56.200Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e25dacf9-31af-4674-910b-dafdcdcd38d8, dataset_name: DatasetName { pool_name: ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
830 | 2024-10-22T00:31:56.200Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: e25dacf9-31af-4674-910b-dafdcdcd38d8, dataset_name: DatasetName { pool_name: ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }, kind: Crucible }, responder: ... }
|
831 | 2024-10-22T00:31:56.270Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 960438c0-57fe-4406-a0be-4f4ee6b84a88, dataset_name: DatasetName { pool_name: ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
832 | 2024-10-22T00:31:56.270Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 960438c0-57fe-4406-a0be-4f4ee6b84a88, dataset_name: DatasetName { pool_name: ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
833 | 2024-10-22T00:31:56.337Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
834 | 2024-10-22T00:31:56.337Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
835 | 2024-10-22T00:31:56.398Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b0d34b4-83ba-4bc1-974b-4b8176749e06, dataset_name: DatasetName { pool_name: ZpoolName { id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
836 | 2024-10-22T00:31:56.398Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 1b0d34b4-83ba-4bc1-974b-4b8176749e06, dataset_name: DatasetName { pool_name: ZpoolName { id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
837 | 2024-10-22T00:31:56.464Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
838 | 2024-10-22T00:31:56.464Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json
file = common/src/ledger.rs:177
|
839 | 2024-10-22T00:31:56.464Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json
file = common/src/ledger.rs:177
|
840 | 2024-10-22T00:31:56.464Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
841 | 2024-10-22T00:31:56.563Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
842 | 2024-10-22T00:31:56.587Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
843 | 2024-10-22T00:31:56.587Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
844 | 2024-10-22T00:31:56.628Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
845 | 2024-10-22T00:31:56.628Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
846 | 2024-10-22T00:31:56.628Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
847 | 2024-10-22T00:31:56.628Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
848 | 2024-10-22T00:31:56.628Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
849 | 2024-10-22T00:31:56.628Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
850 | 2024-10-22T00:31:56.628Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
851 | 2024-10-22T00:31:56.808Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
852 | 2024-10-22T00:31:56.808Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
853 | 2024-10-22T00:31:56.808Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
854 | 2024-10-22T00:31:56.820Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
855 | 2024-10-22T00:31:56.878Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
856 | 2024-10-22T00:31:56.879Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
857 | 2024-10-22T00:31:56.879Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
858 | 2024-10-22T00:31:56.879Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
859 | 2024-10-22T00:31:56.879Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
860 | 2024-10-22T00:31:56.879Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
file = illumos-utils/src/zone.rs:316
|
861 | 2024-10-22T00:31:56.885Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
file = illumos-utils/src/zone.rs:316
|
862 | 2024-10-22T00:31:56.890Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
file = illumos-utils/src/zone.rs:316
|
863 | 2024-10-22T00:31:56.897Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
file = illumos-utils/src/zone.rs:316
|
864 | 2024-10-22T00:31:56.903Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
file = illumos-utils/src/zone.rs:316
|
865 | 2024-10-22T00:31:56.909Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
file = illumos-utils/src/zone.rs:316
|
866 | 2024-10-22T00:31:56.915Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
file = illumos-utils/src/zone.rs:316
|
867 | 2024-10-22T00:31:56.921Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
file = illumos-utils/src/zone.rs:316
|
868 | 2024-10-22T00:31:57.045Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
file = illumos-utils/src/zone.rs:354
|
869 | 2024-10-22T00:31:57.049Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
file = illumos-utils/src/zone.rs:354
|
870 | 2024-10-22T00:31:57.054Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
file = illumos-utils/src/zone.rs:354
|
871 | 2024-10-22T00:31:57.059Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
file = illumos-utils/src/zone.rs:354
|
872 | 2024-10-22T00:31:57.063Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
file = illumos-utils/src/zone.rs:354
|
873 | 2024-10-22T00:31:57.068Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
file = illumos-utils/src/zone.rs:354
|
874 | 2024-10-22T00:31:57.073Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
file = illumos-utils/src/zone.rs:354
|
875 | 2024-10-22T00:31:57.078Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
file = illumos-utils/src/zone.rs:354
|
876 | 2024-10-22T00:31:57.082Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
file = illumos-utils/src/zone.rs:316
|
877 | 2024-10-22T00:31:57.087Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
file = illumos-utils/src/zone.rs:316
|
878 | 2024-10-22T00:31:57.093Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
file = illumos-utils/src/zone.rs:316
|
879 | 2024-10-22T00:31:57.098Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
file = illumos-utils/src/zone.rs:316
|
880 | 2024-10-22T00:31:57.104Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
file = illumos-utils/src/zone.rs:316
|
881 | 2024-10-22T00:31:57.111Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
file = illumos-utils/src/zone.rs:316
|
882 | 2024-10-22T00:31:57.118Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
file = illumos-utils/src/zone.rs:354
|
883 | 2024-10-22T00:31:57.123Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
file = illumos-utils/src/zone.rs:354
|
884 | 2024-10-22T00:31:57.129Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
file = illumos-utils/src/zone.rs:354
|
885 | 2024-10-22T00:31:57.135Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
file = illumos-utils/src/zone.rs:354
|
886 | 2024-10-22T00:31:57.142Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
file = illumos-utils/src/zone.rs:354
|
887 | 2024-10-22T00:31:57.148Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
file = illumos-utils/src/zone.rs:354
|
888 | 2024-10-22T00:31:57.166Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57356
|
889 | 2024-10-22T00:31:57.166Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 71
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57356
req_id = b35bb778-ad2d-4656-b2fb-fe3ba8dd7dd3
response_code = 200
uri = /baseboard
|
890 | 2024-10-22T00:31:57.207Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
891 | 2024-10-22T00:31:57.291Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
892 | 2024-10-22T00:31:57.363Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
893 | 2024-10-22T00:31:57.427Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
894 | 2024-10-22T00:31:57.520Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
895 | 2024-10-22T00:31:57.523Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
896 | 2024-10-22T00:31:57.523Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
897 | 2024-10-22T00:31:57.581Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 150, 183]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
898 | 2024-10-22T00:31:57.581Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1270
zone_type = nexus
|
899 | 2024-10-22T00:31:57.582Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
900 | 2024-10-22T00:31:57.583Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
901 | 2024-10-22T00:31:57.724Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 229, 21]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
902 | 2024-10-22T00:31:57.724Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1270
zone_type = nexus
|
903 | 2024-10-22T00:31:57.727Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
904 | 2024-10-22T00:31:57.727Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
905 | 2024-10-22T00:31:57.797Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 182, 169]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
906 | 2024-10-22T00:31:57.797Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1270
zone_type = external_dns
|
907 | 2024-10-22T00:31:57.812Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
908 | 2024-10-22T00:31:57.812Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
909 | 2024-10-22T00:31:57.896Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 186, 220]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
910 | 2024-10-22T00:31:57.896Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1270
zone_type = external_dns
|
911 | 2024-10-22T00:31:57.899Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
912 | 2024-10-22T00:31:57.899Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
913 | 2024-10-22T00:31:57.960Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 217, 115]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
914 | 2024-10-22T00:31:57.961Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1270
zone_type = nexus
|
915 | 2024-10-22T00:31:57.961Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:83
|
916 | 2024-10-22T00:31:57.961Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:90
|
917 | 2024-10-22T00:31:57.961Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:83
|
918 | 2024-10-22T00:31:57.961Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:90
|
919 | 2024-10-22T00:31:57.962Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:118
|
920 | 2024-10-22T00:31:57.964Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
921 | 2024-10-22T00:31:58.019Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:83
|
922 | 2024-10-22T00:31:58.019Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:90
|
923 | 2024-10-22T00:31:58.020Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:83
|
924 | 2024-10-22T00:31:58.020Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:90
|
925 | 2024-10-22T00:31:58.020Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:83
|
926 | 2024-10-22T00:31:58.020Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:90
|
927 | 2024-10-22T00:31:58.020Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:118
|
928 | 2024-10-22T00:31:58.023Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
929 | 2024-10-22T00:31:58.023Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:118
|
930 | 2024-10-22T00:31:58.028Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:118
|
931 | 2024-10-22T00:31:58.031Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:118
|
932 | 2024-10-22T00:31:58.031Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
933 | 2024-10-22T00:31:58.031Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
934 | 2024-10-22T00:31:58.085Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
935 | 2024-10-22T00:31:58.085Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
file = illumos-utils/src/zone.rs:316
|
936 | 2024-10-22T00:31:58.196Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
file = illumos-utils/src/zone.rs:316
|
937 | 2024-10-22T00:31:58.203Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
file = illumos-utils/src/zone.rs:354
|
938 | 2024-10-22T00:31:58.211Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
file = illumos-utils/src/zone.rs:316
|
939 | 2024-10-22T00:31:58.220Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
file = illumos-utils/src/zone.rs:316
|
940 | 2024-10-22T00:31:58.227Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
file = illumos-utils/src/zone.rs:316
|
941 | 2024-10-22T00:31:58.236Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
file = illumos-utils/src/zone.rs:354
|
942 | 2024-10-22T00:31:58.248Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
file = illumos-utils/src/zone.rs:354
|
943 | 2024-10-22T00:31:58.267Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
file = illumos-utils/src/zone.rs:354
|
944 | 2024-10-22T00:31:58.284Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
file = illumos-utils/src/zone.rs:354
|
945 | 2024-10-22T00:32:01.086Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
946 | 2024-10-22T00:32:01.086Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
947 | 2024-10-22T00:32:01.110Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
948 | 2024-10-22T00:32:01.110Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
949 | 2024-10-22T00:32:01.143Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
950 | 2024-10-22T00:32:01.143Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
951 | 2024-10-22T00:32:01.162Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_f3053f19-a930-43cc-8978-6dcb10f47d61/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='3c7d8626-ab13-47b7-bd59-a0f4189b5745'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
952 | 2024-10-22T00:32:01.162Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='8886178f-6190-4092-a955-8d9c18d78d5c'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
953 | 2024-10-22T00:32:01.162Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
954 | 2024-10-22T00:32:01.170Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_4124bd0f-6d92-452d-b8ec-890efde7c175/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='126e4733-c3ca-4154-92a9-7d6e7b2ae38a'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
955 | 2024-10-22T00:32:01.170Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
956 | 2024-10-22T00:32:01.177Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='8eac9e88-78d4-4091-af91-ef38532be887'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
957 | 2024-10-22T00:32:01.177Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_4912870c-99c9-4864-9312-2d393933ce6a/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='ab87ce03-cb18-471e-910a-f6cdf524d048'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
958 | 2024-10-22T00:32:01.177Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_d912c6f5-c454-43da-ae16-2d232f5f0eb5/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='3cb10bb1-1544-450d-99b6-d368aa8bbdc1'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
959 | 2024-10-22T00:32:01.178Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
960 | 2024-10-22T00:32:01.184Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
961 | 2024-10-22T00:32:01.190Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_6bea9bba-836b-44a8-977b-0b50b3178081/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='8fed7f07-9056-43ca-ad47-ab253e16cb98'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
962 | 2024-10-22T00:32:01.190Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
963 | 2024-10-22T00:32:01.196Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
964 | 2024-10-22T00:32:01.202Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_f72e2a71-8f15-4409-923c-af354b7632aa/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='a1d8af9c-a3f9-47cc-b098-926cadbd9081'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
965 | 2024-10-22T00:32:01.202Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
966 | 2024-10-22T00:32:01.209Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
967 | 2024-10-22T00:32:01.238Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_05815180-fa73-47c8-8793-9dad48a6a2a3/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='d936fc91-4083-47fa-8ff6-0374010aa369'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
968 | 2024-10-22T00:32:01.238Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
969 | 2024-10-22T00:32:01.360Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 65.620984ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
970 | 2024-10-22T00:32:01.370Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 44.821944ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
971 | 2024-10-22T00:32:01.381Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 29.792972ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
972 | 2024-10-22T00:32:01.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 34.214161ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
973 | 2024-10-22T00:32:01.403Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 29.917579ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
974 | 2024-10-22T00:32:01.412Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 54.875131ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
975 | 2024-10-22T00:32:01.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 37.210259ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
976 | 2024-10-22T00:32:01.429Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 53.605878ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
977 | 2024-10-22T00:32:01.437Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 31.916766ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
978 | 2024-10-22T00:32:01.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 125.488763ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
979 | 2024-10-22T00:32:01.465Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 136.74885ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
980 | 2024-10-22T00:32:01.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 68.282378ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
981 | 2024-10-22T00:32:04.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 105.461293ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
982 | 2024-10-22T00:32:04.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 64.646436ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
983 | 2024-10-22T00:32:04.784Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 140.748971ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
984 | 2024-10-22T00:32:04.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 35.409567ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
985 | 2024-10-22T00:32:04.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 89.30227ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
986 | 2024-10-22T00:32:04.954Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='f7ab276a-527a-42f6-b169-e0079c024430'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
987 | 2024-10-22T00:32:05.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 81.68351ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
988 | 2024-10-22T00:32:05.156Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 147.087677ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
989 | 2024-10-22T00:32:05.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 164.004936ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
990 | 2024-10-22T00:32:05.541Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 129.735741ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
991 | 2024-10-22T00:32:05.688Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 71.037585ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
992 | 2024-10-22T00:32:05.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 193.140266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
993 | 2024-10-22T00:32:06.013Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 85.553788ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
994 | 2024-10-22T00:32:06.296Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 137.199092ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
995 | 2024-10-22T00:32:06.325Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 109.77745ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
996 | 2024-10-22T00:32:06.349Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 100.329932ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
997 | 2024-10-22T00:32:06.371Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 126.313254ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
998 | 2024-10-22T00:32:06.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 214.12625ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
999 | 2024-10-22T00:32:06.467Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1000 | 2024-10-22T00:32:06.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 290.895875ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1001 | 2024-10-22T00:32:06.638Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 485.850461ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1002 | 2024-10-22T00:32:06.658Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 583.4447ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1003 | 2024-10-22T00:32:06.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 244.865995ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1004 | 2024-10-22T00:32:06.728Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 166.364956ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1005 | 2024-10-22T00:32:06.756Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 356.19255ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1006 | 2024-10-22T00:32:06.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 216.685923ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1007 | 2024-10-22T00:32:06.793Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 188.023817ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1008 | 2024-10-22T00:32:06.808Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 171.589644ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1009 | 2024-10-22T00:32:06.825Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 328.405545ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1010 | 2024-10-22T00:32:06.849Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 147.358749ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1011 | 2024-10-22T00:32:06.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 549.689415ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1012 | 2024-10-22T00:32:06.929Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 299.118883ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1013 | 2024-10-22T00:32:06.947Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 358.576765ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1014 | 2024-10-22T00:32:06.962Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 493.401839ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1015 | 2024-10-22T00:32:06.996Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 432.034877ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1016 | 2024-10-22T00:32:07.012Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 285.071371ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1017 | 2024-10-22T00:32:07.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 275.587329ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1018 | 2024-10-22T00:32:07.041Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 49.646744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1019 | 2024-10-22T00:32:07.057Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 381.662519ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1020 | 2024-10-22T00:32:07.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 140.261146ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1021 | 2024-10-22T00:32:07.127Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 522.118668ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1022 | 2024-10-22T00:32:07.147Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 417.039417ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1023 | 2024-10-22T00:32:07.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 909.154889ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1024 | 2024-10-22T00:32:07.248Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 499.254718ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1025 | 2024-10-22T00:32:07.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 133.633286ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1026 | 2024-10-22T00:32:07.271Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.184815153s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1027 | 2024-10-22T00:32:07.311Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 413.927436ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1028 | 2024-10-22T00:32:07.323Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.023725093s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1029 | 2024-10-22T00:32:07.338Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 412.974059ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1030 | 2024-10-22T00:32:07.407Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 291.722667ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1031 | 2024-10-22T00:32:07.443Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 614.067023ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1032 | 2024-10-22T00:32:07.461Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 840.537215ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1033 | 2024-10-22T00:32:07.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 709.770757ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1034 | 2024-10-22T00:32:07.491Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 969.349657ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1035 | 2024-10-22T00:32:07.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.10017267s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1036 | 2024-10-22T00:32:07.665Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 523.146625ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1037 | 2024-10-22T00:32:07.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 849.152949ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1038 | 2024-10-22T00:32:07.747Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 1.444985813s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1039 | 2024-10-22T00:32:07.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.353579753s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1040 | 2024-10-22T00:32:07.774Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 589.107904ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1041 | 2024-10-22T00:32:08.075Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 1.194015963s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1042 | 2024-10-22T00:32:08.089Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 927.506362ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1043 | 2024-10-22T00:32:08.201Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.108902344s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1044 | 2024-10-22T00:32:08.213Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 549.809958ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1045 | 2024-10-22T00:32:08.314Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.484103836s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1046 | 2024-10-22T00:32:08.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.120919927s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1047 | 2024-10-22T00:32:08.375Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.033409775s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1048 | 2024-10-22T00:32:08.429Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 2.307511068s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
1049 | 2024-10-22T00:32:08.443Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1050 | 2024-10-22T00:32:08.443Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1051 | 2024-10-22T00:32:08.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 726.428078ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1052 | 2024-10-22T00:32:08.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 1.089129165s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1053 | 2024-10-22T00:32:08.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 981.993965ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1054 | 2024-10-22T00:32:08.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 841.799033ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1055 | 2024-10-22T00:32:08.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 511.124945ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1056 | 2024-10-22T00:32:08.795Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 67.444417ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1057 | 2024-10-22T00:32:08.877Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 66.889077ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1058 | 2024-10-22T00:32:08.955Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 284.077147ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1059 | 2024-10-22T00:32:09.029Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 933.914764ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1060 | 2024-10-22T00:32:09.123Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 630.644518ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1061 | 2024-10-22T00:32:09.202Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 868.969566ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1062 | 2024-10-22T00:32:09.211Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 896.362322ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1063 | 2024-10-22T00:32:09.255Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 378.806427ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1064 | 2024-10-22T00:32:09.279Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 1.222192935s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1065 | 2024-10-22T00:32:09.300Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.329336469s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1066 | 2024-10-22T00:32:09.320Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.132153639s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1067 | 2024-10-22T00:32:09.419Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 984.879345ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1068 | 2024-10-22T00:32:09.493Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 546.907104ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1069 | 2024-10-22T00:32:09.548Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.402688881s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1070 | 2024-10-22T00:32:09.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 1.44388306s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1071 | 2024-10-22T00:32:09.591Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 750.427394ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1072 | 2024-10-22T00:32:09.643Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 696.508533ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1073 | 2024-10-22T00:32:09.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 645.027606ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1074 | 2024-10-22T00:32:09.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.043356423s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1075 | 2024-10-22T00:32:09.920Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1076 | 2024-10-22T00:32:09.920Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1077 | 2024-10-22T00:32:09.920Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1078 | 2024-10-22T00:32:09.928Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1079 | 2024-10-22T00:32:09.981Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.23905045s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1080 | 2024-10-22T00:32:10.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 766.151239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1081 | 2024-10-22T00:32:10.103Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 884.613212ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1082 | 2024-10-22T00:32:10.120Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.274214074s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1083 | 2024-10-22T00:32:10.746Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 1.486093749s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1084 | 2024-10-22T00:32:10.785Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.010150255s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1085 | 2024-10-22T00:32:10.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.230170067s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1086 | 2024-10-22T00:32:10.917Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.231802084s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1087 | 2024-10-22T00:32:10.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.309742692s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1088 | 2024-10-22T00:32:10.987Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.258821347s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1089 | 2024-10-22T00:32:11.003Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 25.03029ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1090 | 2024-10-22T00:32:11.070Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 826.699295ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1091 | 2024-10-22T00:32:11.082Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 1.157917698s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1092 | 2024-10-22T00:32:11.092Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 74.908456ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1093 | 2024-10-22T00:32:11.180Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 724.610186ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1094 | 2024-10-22T00:32:11.194Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.455952871s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1095 | 2024-10-22T00:32:11.208Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 934.046568ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1096 | 2024-10-22T00:32:11.387Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 1.32146022s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1097 | 2024-10-22T00:32:11.530Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 95.160614ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1098 | 2024-10-22T00:32:11.664Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 941.172999ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1099 | 2024-10-22T00:32:11.804Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 63.576521ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1100 | 2024-10-22T00:32:11.815Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 988.955932ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1101 | 2024-10-22T00:32:11.826Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.203566398s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1102 | 2024-10-22T00:32:11.840Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 272.904979ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1103 | 2024-10-22T00:32:11.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 199.968312ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1104 | 2024-10-22T00:32:11.908Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 962.904919ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1105 | 2024-10-22T00:32:11.920Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.344032092s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1106 | 2024-10-22T00:32:12.096Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 236.634823ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1107 | 2024-10-22T00:32:12.107Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.344858842s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1108 | 2024-10-22T00:32:12.124Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 450.992112ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1109 | 2024-10-22T00:32:12.154Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 993.149217ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1110 | 2024-10-22T00:32:12.163Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 556.416556ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1111 | 2024-10-22T00:32:12.193Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 1.292102781s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1112 | 2024-10-22T00:32:12.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 1.293450862s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1113 | 2024-10-22T00:32:12.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.443264662s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1114 | 2024-10-22T00:32:12.289Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 734.581263ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1115 | 2024-10-22T00:32:12.346Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 1.00951424s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1116 | 2024-10-22T00:32:12.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 836.75427ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1117 | 2024-10-22T00:32:12.618Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.231303869s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1118 | 2024-10-22T00:32:12.664Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 675.352151ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1119 | 2024-10-22T00:32:12.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 576.062552ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1120 | 2024-10-22T00:32:12.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.180073966s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1121 | 2024-10-22T00:32:12.815Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.014318263s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1122 | 2024-10-22T00:32:12.880Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 1.078545734s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1123 | 2024-10-22T00:32:13.035Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.374394845s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1124 | 2024-10-22T00:32:13.045Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.244121988s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1125 | 2024-10-22T00:32:13.156Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.354478833s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1126 | 2024-10-22T00:32:13.273Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 994.811221ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1127 | 2024-10-22T00:32:13.309Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 705.92469ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1128 | 2024-10-22T00:32:13.347Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.092482244s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1129 | 2024-10-22T00:32:13.364Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 1.120574695s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1130 | 2024-10-22T00:32:13.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 1.396573317s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1131 | 2024-10-22T00:32:13.460Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.334564034s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1132 | 2024-10-22T00:32:13.495Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 1.306791063s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1133 | 2024-10-22T00:32:13.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 574.073084ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1134 | 2024-10-22T00:32:13.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.194462371s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1135 | 2024-10-22T00:32:13.838Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.190904536s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1136 | 2024-10-22T00:32:13.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.482002161s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1137 | 2024-10-22T00:32:13.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.019157262s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1138 | 2024-10-22T00:32:13.975Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 1.114729775s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1139 | 2024-10-22T00:32:14.024Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 672.216749ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1140 | 2024-10-22T00:32:14.139Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 904.675972ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1141 | 2024-10-22T00:32:14.280Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.031651998s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1142 | 2024-10-22T00:32:14.298Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.426565902s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1143 | 2024-10-22T00:32:14.418Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 504.435944ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1144 | 2024-10-22T00:32:14.450Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 613.331307ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1145 | 2024-10-22T00:32:14.493Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 1.032735775s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1146 | 2024-10-22T00:32:14.520Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.432290396s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1147 | 2024-10-22T00:32:14.706Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 889.563687ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1148 | 2024-10-22T00:32:14.804Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 519.27525ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1149 | 2024-10-22T00:32:14.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 729.77514ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1150 | 2024-10-22T00:32:14.840Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 1.038963855s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1151 | 2024-10-22T00:32:14.920Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.026100422s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1152 | 2024-10-22T00:32:14.933Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.4601723s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1153 | 2024-10-22T00:32:14.995Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.466017967s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1154 | 2024-10-22T00:32:15.039Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.430887894s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1155 | 2024-10-22T00:32:15.053Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 755.431393ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1156 | 2024-10-22T00:32:15.073Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.052043669s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1157 | 2024-10-22T00:32:15.099Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 877.994881ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1158 | 2024-10-22T00:32:15.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.302412945s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1159 | 2024-10-22T00:32:15.333Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.288665074s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1160 | 2024-10-22T00:32:15.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.422044053s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1161 | 2024-10-22T00:32:15.536Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 609.767468ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1162 | 2024-10-22T00:32:15.551Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 502.09715ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1163 | 2024-10-22T00:32:15.605Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 1.472251302s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1164 | 2024-10-22T00:32:15.734Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.448021072s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1165 | 2024-10-22T00:32:15.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 940.072018ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1166 | 2024-10-22T00:32:15.889Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 975.794383ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1167 | 2024-10-22T00:32:15.955Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.487652447s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1168 | 2024-10-22T00:32:15.963Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.169051837s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1169 | 2024-10-22T00:32:15.986Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 861.871242ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1170 | 2024-10-22T00:32:16.064Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 1.209246451s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1171 | 2024-10-22T00:32:16.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.366280193s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1172 | 2024-10-22T00:32:16.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 908.213622ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1173 | 2024-10-22T00:32:16.403Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.189913403s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1174 | 2024-10-22T00:32:16.472Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 749.423743ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1175 | 2024-10-22T00:32:16.480Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.273560344s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1176 | 2024-10-22T00:32:16.630Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.328472898s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1177 | 2024-10-22T00:32:16.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 749.716036ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1178 | 2024-10-22T00:32:16.768Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 669.990285ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1179 | 2024-10-22T00:32:16.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.121131449s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1180 | 2024-10-22T00:32:16.860Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 893.724893ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1181 | 2024-10-22T00:32:16.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 552.00563ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1182 | 2024-10-22T00:32:17.075Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 816.70897ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1183 | 2024-10-22T00:32:17.088Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 1.331583507s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1184 | 2024-10-22T00:32:17.140Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.200125191s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1185 | 2024-10-22T00:32:17.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 652.791584ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1186 | 2024-10-22T00:32:17.230Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.464390225s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1187 | 2024-10-22T00:32:17.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 1.105611582s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1188 | 2024-10-22T00:32:17.398Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.327266266s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1189 | 2024-10-22T00:32:17.442Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 913.687033ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1190 | 2024-10-22T00:32:17.450Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 680.887944ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1191 | 2024-10-22T00:32:17.458Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 853.445634ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1192 | 2024-10-22T00:32:17.511Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 524.930725ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1193 | 2024-10-22T00:32:17.603Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 844.517882ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1194 | 2024-10-22T00:32:17.764Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.002247436s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1195 | 2024-10-22T00:32:17.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 1.393849347s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1196 | 2024-10-22T00:32:17.854Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.224393065s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1197 | 2024-10-22T00:32:17.891Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1198 | 2024-10-22T00:32:17.891Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1199 | 2024-10-22T00:32:17.906Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 1.370662937s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1200 | 2024-10-22T00:32:17.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 878.3034ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1201 | 2024-10-22T00:32:17.968Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 705.724574ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1202 | 2024-10-22T00:32:18.048Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.399955207s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1203 | 2024-10-22T00:32:18.062Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 53.752858ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1204 | 2024-10-22T00:32:18.124Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 140.942955ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1205 | 2024-10-22T00:32:18.151Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 976.683459ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1206 | 2024-10-22T00:32:18.280Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 256.609727ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1207 | 2024-10-22T00:32:18.337Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 567.766588ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1208 | 2024-10-22T00:32:18.363Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.031883019s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1209 | 2024-10-22T00:32:18.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 544.838485ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1210 | 2024-10-22T00:32:18.397Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 658.993284ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1211 | 2024-10-22T00:32:18.429Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 1.341528649s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1212 | 2024-10-22T00:32:18.455Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 696.406ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1213 | 2024-10-22T00:32:18.550Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 518.621759ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1214 | 2024-10-22T00:32:18.562Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1215 | 2024-10-22T00:32:18.562Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1216 | 2024-10-22T00:32:18.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.064560801s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1217 | 2024-10-22T00:32:18.704Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 872.26917ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1218 | 2024-10-22T00:32:18.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 39.98626ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1219 | 2024-10-22T00:32:18.735Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.089754841s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1220 | 2024-10-22T00:32:18.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 85.117672ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1221 | 2024-10-22T00:32:18.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 813.917234ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1222 | 2024-10-22T00:32:18.802Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 778.339536ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1223 | 2024-10-22T00:32:18.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 234.45754ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1224 | 2024-10-22T00:32:18.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 911.205051ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1225 | 2024-10-22T00:32:18.928Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 1.275499082s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1226 | 2024-10-22T00:32:19.066Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 567.576204ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1227 | 2024-10-22T00:32:19.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 1.054305269s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1228 | 2024-10-22T00:32:19.086Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.455561016s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1229 | 2024-10-22T00:32:19.095Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 258.541236ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1230 | 2024-10-22T00:32:19.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 1.079994836s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1231 | 2024-10-22T00:32:19.159Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 646.081845ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1232 | 2024-10-22T00:32:19.176Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 697.214047ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1233 | 2024-10-22T00:32:19.285Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 587.137444ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1234 | 2024-10-22T00:32:19.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 1.046262289s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1235 | 2024-10-22T00:32:19.404Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.434068229s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1236 | 2024-10-22T00:32:19.457Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.033079082s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1237 | 2024-10-22T00:32:19.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 524.295166ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1238 | 2024-10-22T00:32:19.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 877.812264ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1239 | 2024-10-22T00:32:19.603Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 773.931798ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1240 | 2024-10-22T00:32:19.641Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 1.136539053s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1241 | 2024-10-22T00:32:19.757Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 947.845712ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1242 | 2024-10-22T00:32:19.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 1.394836122s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1243 | 2024-10-22T00:32:19.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 819.85211ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1244 | 2024-10-22T00:32:19.832Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.206203006s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1245 | 2024-10-22T00:32:19.839Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.223047637s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1246 | 2024-10-22T00:32:19.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 1.462776366s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1247 | 2024-10-22T00:32:19.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 1.309686241s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1248 | 2024-10-22T00:32:20.120Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.227382837s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1249 | 2024-10-22T00:32:20.139Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 687.597393ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1250 | 2024-10-22T00:32:20.213Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 1.215900067s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1251 | 2024-10-22T00:32:20.224Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 620.61409ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1252 | 2024-10-22T00:32:20.386Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 523.731275ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1253 | 2024-10-22T00:32:20.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 710.261509ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1254 | 2024-10-22T00:32:20.484Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.192076679s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1255 | 2024-10-22T00:32:20.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.157661632s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1256 | 2024-10-22T00:32:20.562Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 510.487098ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1257 | 2024-10-22T00:32:20.642Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 541.474633ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1258 | 2024-10-22T00:32:20.715Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.139740971s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1259 | 2024-10-22T00:32:20.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 755.621578ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1260 | 2024-10-22T00:32:20.837Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 823.227965ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1261 | 2024-10-22T00:32:20.847Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 902.727718ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1262 | 2024-10-22T00:32:20.855Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 807.406224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1263 | 2024-10-22T00:32:20.872Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
<propval type="astring" name="ch_address" value='[fd00:1122:3344:101::e]:8123'/>
<propval type="astring" name="ch_binary" value='/opt/oxide//opt/oxide/clickhouse/clickhouse'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1264 | 2024-10-22T00:32:20.873Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1265 | 2024-10-22T00:32:20.920Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.240120475s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1266 | 2024-10-22T00:32:21.043Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 41.798292ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1267 | 2024-10-22T00:32:21.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 600.934614ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1268 | 2024-10-22T00:32:21.071Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.249873069s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1269 | 2024-10-22T00:32:21.081Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.081008424s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1270 | 2024-10-22T00:32:21.092Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 119.27231ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1271 | 2024-10-22T00:32:21.135Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 1.335036244s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1272 | 2024-10-22T00:32:21.184Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 974.590081ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1273 | 2024-10-22T00:32:21.194Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.323812334s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1274 | 2024-10-22T00:32:21.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 814.568327ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1275 | 2024-10-22T00:32:21.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 286.595565ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1276 | 2024-10-22T00:32:21.354Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 682.347093ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1277 | 2024-10-22T00:32:21.362Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 728.259427ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1278 | 2024-10-22T00:32:21.438Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 970.117223ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1279 | 2024-10-22T00:32:21.516Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 497.722643ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1280 | 2024-10-22T00:32:21.554Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 674.926494ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1281 | 2024-10-22T00:32:21.661Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.279954101s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1282 | 2024-10-22T00:32:21.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.486962423s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1283 | 2024-10-22T00:32:21.679Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 1.111856513s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1284 | 2024-10-22T00:32:21.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.100290524s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1285 | 2024-10-22T00:32:21.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 587.849435ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1286 | 2024-10-22T00:32:21.760Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.217403583s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1287 | 2024-10-22T00:32:21.865Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 947.128928ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1288 | 2024-10-22T00:32:22.024Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 451.751986ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1289 | 2024-10-22T00:32:22.032Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 987.127561ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1290 | 2024-10-22T00:32:22.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 1.079068887s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1291 | 2024-10-22T00:32:22.101Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.047418424s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1292 | 2024-10-22T00:32:22.168Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 899.991079ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1293 | 2024-10-22T00:32:22.177Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.220669992s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1294 | 2024-10-22T00:32:22.186Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 700.243488ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1295 | 2024-10-22T00:32:22.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 904.856493ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1296 | 2024-10-22T00:32:22.291Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 737.449607ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1297 | 2024-10-22T00:32:22.330Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 661.461319ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1298 | 2024-10-22T00:32:22.420Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 1.148488488s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1299 | 2024-10-22T00:32:22.479Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 1.255895448s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1300 | 2024-10-22T00:32:22.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 779.460774ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1301 | 2024-10-22T00:32:22.528Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.368534024s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1302 | 2024-10-22T00:32:22.798Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 791.504994ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1303 | 2024-10-22T00:32:22.807Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 1.098976259s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1304 | 2024-10-22T00:32:22.821Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 738.305736ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1305 | 2024-10-22T00:32:22.896Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 909.266364ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1306 | 2024-10-22T00:32:22.951Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 931.120864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1307 | 2024-10-22T00:32:22.988Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.222067953s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1308 | 2024-10-22T00:32:23.001Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.140314703s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1309 | 2024-10-22T00:32:23.029Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 1.004288326s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1310 | 2024-10-22T00:32:23.036Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 1.39665395s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1311 | 2024-10-22T00:32:23.078Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 544.402319ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1312 | 2024-10-22T00:32:23.132Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 628.213673ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1313 | 2024-10-22T00:32:23.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 1.459367714s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1314 | 2024-10-22T00:32:23.163Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.414215183s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1315 | 2024-10-22T00:32:23.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.327240867s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1316 | 2024-10-22T00:32:23.277Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 1.424716497s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1317 | 2024-10-22T00:32:23.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 936.252411ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1318 | 2024-10-22T00:32:23.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 659.672898ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1319 | 2024-10-22T00:32:23.579Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 899.988178ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1320 | 2024-10-22T00:32:23.598Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.060140807s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1321 | 2024-10-22T00:32:23.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 1.42669754s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1322 | 2024-10-22T00:32:23.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 1.317375221s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1323 | 2024-10-22T00:32:23.768Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 614.363962ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1324 | 2024-10-22T00:32:23.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 941.565129ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1325 | 2024-10-22T00:32:23.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 971.425526ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1326 | 2024-10-22T00:32:23.906Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 871.540119ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1327 | 2024-10-22T00:32:23.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 733.451562ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1328 | 2024-10-22T00:32:24.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 626.820251ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1329 | 2024-10-22T00:32:24.151Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 911.305901ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1330 | 2024-10-22T00:32:24.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.216653905s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1331 | 2024-10-22T00:32:24.241Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.286832052s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1332 | 2024-10-22T00:32:24.356Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 769.302488ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1333 | 2024-10-22T00:32:24.395Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 926.15793ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1334 | 2024-10-22T00:32:24.444Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 1.45331455s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1335 | 2024-10-22T00:32:24.489Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 1.266168582s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1336 | 2024-10-22T00:32:24.508Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 657.263941ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1337 | 2024-10-22T00:32:24.587Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.020769234s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1338 | 2024-10-22T00:32:24.624Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 511.868398ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1339 | 2024-10-22T00:32:24.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 1.373853113s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1340 | 2024-10-22T00:32:24.667Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.238846337s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1341 | 2024-10-22T00:32:24.679Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 516.533549ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1342 | 2024-10-22T00:32:24.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 646.691704ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1343 | 2024-10-22T00:32:24.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 784.111488ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1344 | 2024-10-22T00:32:24.786Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.209251798s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1345 | 2024-10-22T00:32:24.873Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.301300513s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1346 | 2024-10-22T00:32:25.070Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 1.202036406s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1347 | 2024-10-22T00:32:25.079Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 1.152412103s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1348 | 2024-10-22T00:32:25.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.123045062s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1349 | 2024-10-22T00:32:25.143Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.150772894s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1350 | 2024-10-22T00:32:25.155Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 557.791975ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1351 | 2024-10-22T00:32:25.179Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 959.880306ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1352 | 2024-10-22T00:32:25.213Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 1.246298699s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1353 | 2024-10-22T00:32:25.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 1.257201675s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1354 | 2024-10-22T00:32:25.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 743.644197ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1355 | 2024-10-22T00:32:25.451Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 959.973355ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1356 | 2024-10-22T00:32:25.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 669.164773ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1357 | 2024-10-22T00:32:25.566Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 624.700776ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1358 | 2024-10-22T00:32:25.622Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 517.332259ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1359 | 2024-10-22T00:32:25.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 836.00137ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1360 | 2024-10-22T00:32:25.774Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 692.093072ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1361 | 2024-10-22T00:32:25.915Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 1.132473574s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1362 | 2024-10-22T00:32:25.932Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.336906831s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1363 | 2024-10-22T00:32:26.013Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 631.27344ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1364 | 2024-10-22T00:32:26.049Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 510.716647ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1365 | 2024-10-22T00:32:26.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 1.025774987s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1366 | 2024-10-22T00:32:26.159Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 525.24921ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1367 | 2024-10-22T00:32:26.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 696.580608ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1368 | 2024-10-22T00:32:26.200Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.055841747s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1369 | 2024-10-22T00:32:26.217Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.339973185s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1370 | 2024-10-22T00:32:26.233Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 649.007235ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1371 | 2024-10-22T00:32:26.249Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 653.085007ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1372 | 2024-10-22T00:32:26.267Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 897.323598ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1373 | 2024-10-22T00:32:26.288Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 747.144128ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1374 | 2024-10-22T00:32:26.310Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 907.196559ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1375 | 2024-10-22T00:32:26.430Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 918.626356ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1376 | 2024-10-22T00:32:26.474Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 761.127421ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1377 | 2024-10-22T00:32:26.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 1.127736369s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1378 | 2024-10-22T00:32:26.577Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 1.160575744s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1379 | 2024-10-22T00:32:26.598Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 1.36540689s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1380 | 2024-10-22T00:32:26.615Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 612.543971ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1381 | 2024-10-22T00:32:26.661Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.380815323s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1382 | 2024-10-22T00:32:26.704Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.144426949s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1383 | 2024-10-22T00:32:26.840Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 3.148254846s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
1384 | 2024-10-22T00:32:26.898Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.27544619s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1385 | 2024-10-22T00:32:26.914Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 642.748845ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1386 | 2024-10-22T00:32:26.925Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.049949055s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1387 | 2024-10-22T00:32:27.046Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 786.144659ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1388 | 2024-10-22T00:32:27.059Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 506.426637ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1389 | 2024-10-22T00:32:27.177Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 787.707043ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1390 | 2024-10-22T00:32:27.190Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 1.336248326s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1391 | 2024-10-22T00:32:27.230Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.078681495s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1392 | 2024-10-22T00:32:27.241Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 830.852067ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1393 | 2024-10-22T00:32:27.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 758.632503ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1394 | 2024-10-22T00:32:27.265Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 731.012693ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1395 | 2024-10-22T00:32:27.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 715.109119ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1396 | 2024-10-22T00:32:27.359Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 653.714311ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1397 | 2024-10-22T00:32:27.512Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:34579
|
1398 | 2024-10-22T00:32:27.514Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 512
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:34579
req_id = 4f3655a6-62e0-46c7-8bec-4f257f64d96f
response_code = 200
uri = /baseboard
|
1399 | 2024-10-22T00:32:27.571Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 803.593969ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1400 | 2024-10-22T00:32:27.583Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.219741011s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1401 | 2024-10-22T00:32:27.593Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 607.543888ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1402 | 2024-10-22T00:32:27.626Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 1.339109737s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1403 | 2024-10-22T00:32:27.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 1.035771904s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1404 | 2024-10-22T00:32:27.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 1.395988054s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1405 | 2024-10-22T00:32:27.860Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 619.636495ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1406 | 2024-10-22T00:32:27.977Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 921.700572ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1407 | 2024-10-22T00:32:27.986Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 960.348701ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1408 | 2024-10-22T00:32:27.997Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 670.724432ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1409 | 2024-10-22T00:32:28.011Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 797.004198ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1410 | 2024-10-22T00:32:28.019Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 718.325244ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1411 | 2024-10-22T00:32:28.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 549.201855ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1412 | 2024-10-22T00:32:28.034Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 1.158392811s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1413 | 2024-10-22T00:32:28.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 984.143559ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1414 | 2024-10-22T00:32:28.085Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 1.367097781s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1415 | 2024-10-22T00:32:28.186Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.398531214s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1416 | 2024-10-22T00:32:28.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 1.325407265s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1417 | 2024-10-22T00:32:28.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 528.663137ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1418 | 2024-10-22T00:32:28.386Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.026849633s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1419 | 2024-10-22T00:32:28.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.494990796s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1420 | 2024-10-22T00:32:28.539Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 1.276100016s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1421 | 2024-10-22T00:32:28.589Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 598.058039ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1422 | 2024-10-22T00:32:28.680Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 1.379598757s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1423 | 2024-10-22T00:32:28.749Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 703.446678ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1424 | 2024-10-22T00:32:28.800Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 1.384571772s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1425 | 2024-10-22T00:32:28.815Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.138432481s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1426 | 2024-10-22T00:32:28.826Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 681.175049ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1427 | 2024-10-22T00:32:28.861Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.331281143s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1428 | 2024-10-22T00:32:28.908Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 1.464463443s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1429 | 2024-10-22T00:32:28.958Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.457729782s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1430 | 2024-10-22T00:32:28.979Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 853.289059ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1431 | 2024-10-22T00:32:29.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 607.94317ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1432 | 2024-10-22T00:32:29.198Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.048125901s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1433 | 2024-10-22T00:32:29.208Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 1.371272608s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1434 | 2024-10-22T00:32:29.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 537.466825ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1435 | 2024-10-22T00:32:29.426Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 771.669602ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1436 | 2024-10-22T00:32:29.464Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 970.23743ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1437 | 2024-10-22T00:32:29.473Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.370239612s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1438 | 2024-10-22T00:32:29.519Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.487935741s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1439 | 2024-10-22T00:32:29.555Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 822.772625ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1440 | 2024-10-22T00:32:29.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.170920639s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1441 | 2024-10-22T00:32:29.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.059160043s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1442 | 2024-10-22T00:32:29.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 1.204745189s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1443 | 2024-10-22T00:32:29.831Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 1.455298146s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1444 | 2024-10-22T00:32:29.846Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 1.245787047s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1445 | 2024-10-22T00:32:29.968Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 655.2548ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1446 | 2024-10-22T00:32:30.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.27311596s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1447 | 2024-10-22T00:32:30.074Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 863.04514ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1448 | 2024-10-22T00:32:30.198Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 1.007293977s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1449 | 2024-10-22T00:32:30.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.231819876s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1450 | 2024-10-22T00:32:30.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 514.181179ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1451 | 2024-10-22T00:32:30.263Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 621.948824ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1452 | 2024-10-22T00:32:30.385Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 1.019293987s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1453 | 2024-10-22T00:32:30.402Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 780.438807ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1454 | 2024-10-22T00:32:30.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.1863997s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1455 | 2024-10-22T00:32:30.452Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 671.642824ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1456 | 2024-10-22T00:32:30.594Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 544.504401ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1457 | 2024-10-22T00:32:30.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 551.257199ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1458 | 2024-10-22T00:32:30.749Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.002600112s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1459 | 2024-10-22T00:32:30.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 725.426986ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1460 | 2024-10-22T00:32:30.780Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 960.72015ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1461 | 2024-10-22T00:32:30.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 922.151506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1462 | 2024-10-22T00:32:30.902Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.385641868s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1463 | 2024-10-22T00:32:30.951Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 581.934098ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1464 | 2024-10-22T00:32:31.021Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 987.615437ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1465 | 2024-10-22T00:32:31.031Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 919.186688ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1466 | 2024-10-22T00:32:31.102Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 1.464877142s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1467 | 2024-10-22T00:32:31.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 1.42944498s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1468 | 2024-10-22T00:32:31.149Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 888.847298ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1469 | 2024-10-22T00:32:31.191Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 979.64947ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1470 | 2024-10-22T00:32:31.199Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.277123362s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1471 | 2024-10-22T00:32:31.214Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 1.07347476s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1472 | 2024-10-22T00:32:31.283Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 987.883244ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1473 | 2024-10-22T00:32:31.294Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 994.446065ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1474 | 2024-10-22T00:32:31.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 870.399426ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1475 | 2024-10-22T00:32:31.450Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 975.461649ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1476 | 2024-10-22T00:32:31.497Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 887.729214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1477 | 2024-10-22T00:32:31.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 535.325042ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1478 | 2024-10-22T00:32:31.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.33190095s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1479 | 2024-10-22T00:32:31.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.149336383s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1480 | 2024-10-22T00:32:31.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.130667563s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1481 | 2024-10-22T00:32:31.790Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.275843009s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1482 | 2024-10-22T00:32:31.960Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 984.464089ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1483 | 2024-10-22T00:32:32.018Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.066707152s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1484 | 2024-10-22T00:32:32.047Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 1.292005477s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1485 | 2024-10-22T00:32:32.090Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 1.297237975s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1486 | 2024-10-22T00:32:32.181Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 859.21822ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1487 | 2024-10-22T00:32:32.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.347120212s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1488 | 2024-10-22T00:32:32.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 947.623667ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1489 | 2024-10-22T00:32:32.302Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 1.458333394s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1490 | 2024-10-22T00:32:32.311Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 702.100901ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1491 | 2024-10-22T00:32:32.319Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 931.064882ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1492 | 2024-10-22T00:32:32.394Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 606.476948ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1493 | 2024-10-22T00:32:32.433Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 1.269952082s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1494 | 2024-10-22T00:32:32.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 918.332843ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1495 | 2024-10-22T00:32:32.572Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 1.469996705s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1496 | 2024-10-22T00:32:32.580Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 763.587641ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1497 | 2024-10-22T00:32:32.902Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 506.814262ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1498 | 2024-10-22T00:32:32.912Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.128053256s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1499 | 2024-10-22T00:32:32.955Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 808.778514ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1500 | 2024-10-22T00:32:32.974Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.1530744s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1501 | 2024-10-22T00:32:33.010Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 858.311574ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1502 | 2024-10-22T00:32:33.022Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 921.228381ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1503 | 2024-10-22T00:32:33.048Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 1.333495603s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1504 | 2024-10-22T00:32:33.075Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 703.518165ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1505 | 2024-10-22T00:32:33.093Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 966.572622ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1506 | 2024-10-22T00:32:33.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 660.026469ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1507 | 2024-10-22T00:32:33.261Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 1.451144733s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1508 | 2024-10-22T00:32:33.348Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 992.542987ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1509 | 2024-10-22T00:32:33.355Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 808.298214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1510 | 2024-10-22T00:32:33.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 897.555867ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1511 | 2024-10-22T00:32:33.413Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.328555848s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1512 | 2024-10-22T00:32:33.421Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 821.106431ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1513 | 2024-10-22T00:32:33.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.459607467s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1514 | 2024-10-22T00:32:33.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 717.163726ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1515 | 2024-10-22T00:32:33.770Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 787.686214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1516 | 2024-10-22T00:32:33.777Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 647.452469ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1517 | 2024-10-22T00:32:33.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 635.603569ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1518 | 2024-10-22T00:32:33.878Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.245712002s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1519 | 2024-10-22T00:32:33.922Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 1.318142049s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1520 | 2024-10-22T00:32:33.952Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.355917025s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1521 | 2024-10-22T00:32:34.050Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 673.254837ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1522 | 2024-10-22T00:32:34.058Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 1.032446113s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1523 | 2024-10-22T00:32:34.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 670.188821ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1524 | 2024-10-22T00:32:34.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.367224491s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1525 | 2024-10-22T00:32:34.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 1.400687355s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1526 | 2024-10-22T00:32:34.253Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.163388313s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1527 | 2024-10-22T00:32:34.304Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 698.26791ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1528 | 2024-10-22T00:32:34.350Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 932.034542ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1529 | 2024-10-22T00:32:34.391Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 858.600411ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1530 | 2024-10-22T00:32:34.431Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 569.147235ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1531 | 2024-10-22T00:32:34.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 590.886306ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1532 | 2024-10-22T00:32:34.447Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 592.710921ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1533 | 2024-10-22T00:32:34.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 966.299993ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1534 | 2024-10-22T00:32:34.723Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320") failed: Property not found. retry in 1.405629204s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1535 | 2024-10-22T00:32:34.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 834.740594ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1536 | 2024-10-22T00:32:34.747Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6") failed: Property not found. retry in 1.483315146s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1537 | 2024-10-22T00:32:34.755Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 782.458795ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1538 | 2024-10-22T00:32:35.012Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06") failed: Property not found. retry in 1.435785183s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1539 | 2024-10-22T00:32:35.020Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696") failed: Property not found. retry in 1.212613823s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1540 | 2024-10-22T00:32:35.038Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430") failed: Property not found. retry in 943.907594ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1541 | 2024-10-22T00:32:35.048Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62") failed: Property not found. retry in 1.471303524s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1542 | 2024-10-22T00:32:35.100Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88") failed: Property not found. retry in 854.52879ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1543 | 2024-10-22T00:32:35.108Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e") failed: Property not found. retry in 1.262337601s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1544 | 2024-10-22T00:32:35.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f") failed: Property not found. retry in 1.312432431s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1545 | 2024-10-22T00:32:35.248Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb") failed: Property not found. retry in 1.394524324s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1546 | 2024-10-22T00:32:35.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b") failed: Property not found. retry in 798.45549ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1547 | 2024-10-22T00:32:35.290Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371") failed: Property not found. retry in 788.088595ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1548 | 2024-10-22T00:32:35.317Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c") failed: Property not found. retry in 1.040278272s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1549 | 2024-10-22T00:32:35.427Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e") failed: Property not found. retry in 1.239319667s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1550 | 2024-10-22T00:32:35.513Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8") failed: Property not found. retry in 1.341694202s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1551 | 2024-10-22T00:32:35.549Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f") failed: Property not found. retry in 560.256076ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1552 | 2024-10-22T00:32:35.565Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7") failed: Property not found. retry in 1.367699597s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1553 | 2024-10-22T00:32:35.582Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049") failed: Property not found. retry in 1.355533815s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1554 | 2024-10-22T00:32:35.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb") failed: Property not found. retry in 525.353878ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1555 | 2024-10-22T00:32:36.978Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f
|
1556 | 2024-10-22T00:32:36.978Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6
|
1557 | 2024-10-22T00:32:36.978Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb
|
1558 | 2024-10-22T00:32:36.978Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430
|
1559 | 2024-10-22T00:32:36.978Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e
|
1560 | 2024-10-22T00:32:36.978Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c
|
1561 | 2024-10-22T00:32:36.978Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f
|
1562 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7
|
1563 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049
|
1564 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e
|
1565 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62
|
1566 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8
|
1567 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb
|
1568 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320
|
1569 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88
|
1570 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06
|
1571 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696
|
1572 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b
|
1573 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3325
zone = oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371
|
1574 | 2024-10-22T00:32:36.979Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
1575 | 2024-10-22T00:32:36.993Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
1576 | 2024-10-22T00:32:37.003Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 41607063
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:42112
req_id = c2c1adf1-562e-4203-922e-a99adea2a15b
response_code = 204
uri = /omicron-zones
|
1577 | 2024-10-22T00:32:37.021Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1321
|
1578 | 2024-10-22T00:32:37.021Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
1579 | 2024-10-22T00:32:37.022Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
1580 | 2024-10-22T00:32:37.575Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:707
|
1581 | 2024-10-22T00:32:37.586Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::c]:12221
file = sled-agent/src/rack_setup/service.rs:719
|
1582 | 2024-10-22T00:32:37.623Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
rib_priority: None,
vlan_id: None,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:886
|
1583 | 2024-10-22T00:32:37.629Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1584 | 2024-10-22T00:32:37.748Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1585 | 2024-10-22T00:32:37.906Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1586 | 2024-10-22T00:32:37.944Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 6.770637395s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
1587 | 2024-10-22T00:32:38.100Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1588 | 2024-10-22T00:32:38.246Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1589 | 2024-10-22T00:32:38.399Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1590 | 2024-10-22T00:32:38.772Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1591 | 2024-10-22T00:32:39.190Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1592 | 2024-10-22T00:32:39.571Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1593 | 2024-10-22T00:32:39.850Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1594 | 2024-10-22T00:32:40.493Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1595 | 2024-10-22T00:32:41.037Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1596 | 2024-10-22T00:32:41.526Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1597 | 2024-10-22T00:32:42.265Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1598 | 2024-10-22T00:32:42.807Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1599 | 2024-10-22T00:32:44.239Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1600 | 2024-10-22T00:32:44.753Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 9.712822554s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
1601 | 2024-10-22T00:32:46.041Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1602 | 2024-10-22T00:32:47.351Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1603 | 2024-10-22T00:32:48.573Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1604 | 2024-10-22T00:32:52.187Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "4e8e5c22-7b42-4b8d-8045-f81cd47945e3", "content-length": "173", "date": "Tue, 22 Oct 2024 00:32:52 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"e50e0974-d68b-427b-915b-5bd9a655288a\"", request_id: "4e8e5c22-7b42-4b8d-8045-f81cd47945e3" }
file = sled-agent/src/rack_setup/service.rs:948
|
1605 | 2024-10-22T00:32:56.136Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "16f33889-a4ec-4656-9913-09345f2179dd", "content-length": "173", "date": "Tue, 22 Oct 2024 00:32:55 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"e50e0974-d68b-427b-915b-5bd9a655288a\"", request_id: "16f33889-a4ec-4656-9913-09345f2179dd" }
file = sled-agent/src/rack_setup/service.rs:948
|
1606 | 2024-10-22T00:32:57.549Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59515
|
1607 | 2024-10-22T00:32:57.549Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 30
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59515
req_id = c744e5e4-2fcd-4738-9d0a-2ae45e367086
response_code = 200
uri = /baseboard
|
1608 | 2024-10-22T00:32:59.189Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "a57cc6bc-4d6e-4021-a529-b0c73e93eaea", "content-length": "173", "date": "Tue, 22 Oct 2024 00:32:58 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"e50e0974-d68b-427b-915b-5bd9a655288a\"", request_id: "a57cc6bc-4d6e-4021-a529-b0c73e93eaea" }
file = sled-agent/src/rack_setup/service.rs:948
|
1609 | 2024-10-22T00:33:05.626Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "66c12ed6-e0c5-45b7-87b9-a9bd19712e29", "content-length": "173", "date": "Tue, 22 Oct 2024 00:33:05 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"e50e0974-d68b-427b-915b-5bd9a655288a\"", request_id: "66c12ed6-e0c5-45b7-87b9-a9bd19712e29" }
file = sled-agent/src/rack_setup/service.rs:948
|
1610 | 2024-10-22T00:33:12.049Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "0f8fe944-62f1-4767-bbe9-6e276f07c9bb", "content-length": "173", "date": "Tue, 22 Oct 2024 00:33:12 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"e50e0974-d68b-427b-915b-5bd9a655288a\"", request_id: "0f8fe944-62f1-4767-bbe9-6e276f07c9bb" }
file = sled-agent/src/rack_setup/service.rs:948
|
1611 | 2024-10-22T00:33:16.640Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "70463e1c-2f02-4154-bcfa-301114e09f1c", "content-length": "173", "date": "Tue, 22 Oct 2024 00:33:16 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"e50e0974-d68b-427b-915b-5bd9a655288a\"", request_id: "70463e1c-2f02-4154-bcfa-301114e09f1c" }
file = sled-agent/src/rack_setup/service.rs:948
|
1612 | 2024-10-22T00:33:18.944Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:500
new_generation = 1
old_generation = 1
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
1613 | 2024-10-22T00:33:19.047Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53968
|
1614 | 2024-10-22T00:33:19.049Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1615 | 2024-10-22T00:33:19.049Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1616 | 2024-10-22T00:33:19.049Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1617 | 2024-10-22T00:33:19.051Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1618 | 2024-10-22T00:33:19.242Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 194105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53968
req_id = 8e7cc8d4-a19a-4ff0-8ff4-3c410f5436e9
response_code = 200
uri = /inventory
|
1619 | 2024-10-22T00:33:21.085Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35815
|
1620 | 2024-10-22T00:33:21.087Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1978
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35815
req_id = 776173df-c6f2-4ba2-b12f-741b425aaf40
response_code = 200
uri = /vpc-routes
|
1621 | 2024-10-22T00:33:21.087Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40805
|
1622 | 2024-10-22T00:33:21.087Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 22
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40805
req_id = 4f4c06e4-32cf-471f-86bf-eacbf9a99b36
response_code = 200
uri = /vpc-routes
|
1623 | 2024-10-22T00:33:21.144Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1624 | 2024-10-22T00:33:21.144Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 696
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35815
req_id = 4f87ce88-0621-4645-b510-55cbffbd8b02
response_code = 204
uri = /eip-gateways
|
1625 | 2024-10-22T00:33:21.148Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1626 | 2024-10-22T00:33:21.148Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40805
req_id = e239237d-5ed0-45b7-a5cc-fca67cd9f749
response_code = 204
uri = /eip-gateways
|
1627 | 2024-10-22T00:33:21.223Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36247
|
1628 | 2024-10-22T00:33:21.223Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 612
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36247
req_id = f0097279-b8f1-4ab0-a391-623fe48daabc
response_code = 200
uri = /v2p
|
1629 | 2024-10-22T00:33:21.249Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50346
|
1630 | 2024-10-22T00:33:21.249Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50346
req_id = 1fd9b243-7d54-47fc-ba0a-046f4eadeb5e
response_code = 200
uri = /v2p
|
1631 | 2024-10-22T00:33:21.319Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3476
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35815
req_id = 8041ac61-32f7-45bc-ad38-91347c17163f
response_code = 204
uri = /vpc-routes
|
1632 | 2024-10-22T00:33:21.321Z | INFO | SledAgent (PortManager): skipping delta compute for subnet
file = illumos-utils/src/opte/port_manager.rs:469
new_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }
old_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }
subnet = RouterId { vni: Vni(100), kind: System }
|
1633 | 2024-10-22T00:33:21.321Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 178
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40805
req_id = 5b9e4247-0343-4275-a3e7-9aa92158644f
response_code = 204
uri = /vpc-routes
|
1634 | 2024-10-22T00:33:21.380Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61566
|
1635 | 2024-10-22T00:33:21.380Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 25
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61566
req_id = d70c945c-d357-43de-9d0e-a4cf9efffbfa
response_code = 200
uri = /vpc-routes
|
1636 | 2024-10-22T00:33:21.423Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42719
|
1637 | 2024-10-22T00:33:21.424Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42719
req_id = 8f2ea9da-ec79-4999-a0b1-5f22309ac7fa
response_code = 200
uri = /v2p
|
1638 | 2024-10-22T00:33:21.460Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1639 | 2024-10-22T00:33:21.460Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61566
req_id = 5c5a7eef-371f-4f8c-a6c7-4594aa6417c0
response_code = 204
uri = /eip-gateways
|
1640 | 2024-10-22T00:33:21.473Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61566
req_id = 2da19774-0de8-4882-9805-7fbe5d69febf
response_code = 204
uri = /vpc-routes
|
1641 | 2024-10-22T00:33:24.630Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:54049
remote_addr = [fd00:1122:3344:101::d]:35322
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
1642 | 2024-10-22T00:33:24.668Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 36892
local_addr = [fd00:1122:3344:101::1]:54049
method = GET
remote_addr = [fd00:1122:3344:101::d]:35322
req_id = 238eab98-6a12-475a-8adf-5781b1dc0b3b
response_code = 200
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
uri = /e50e0974-d68b-427b-915b-5bd9a655288a
|
1643 | 2024-10-22T00:33:27.581Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40689
|
1644 | 2024-10-22T00:33:27.582Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 62
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:40689
req_id = 4428c439-9665-4b1a-8e30-c0716fa11452
response_code = 200
uri = /baseboard
|
1645 | 2024-10-22T00:33:27.622Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33262
|
1646 | 2024-10-22T00:33:27.623Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0a9617e4-b230-4cf3-bf60-222f1daf4df2, kind: Service { id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320 }, name: Name("external-dns-e8c37ad4-fd39-4460-b5dc-d6c95ee10320"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 220])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68a0f950-6467-48bb-b198-77a5253fae12, kind: Service { id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb }, name: Name("external-dns-1ed57c3f-d967-4545-97bd-c26e5c30bbbb"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60b8c23e-4f5b-4259-9ee0-0845046b29a4, kind: Service { id: ac50d2b2-d7d9-4d55-9c28-567f3362fbbb }, name: Name("nexus-ac50d2b2-d7d9-4d55-9c28-567f3362fbbb"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 115])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 73b1ae2e-5e7d-4c5e-8af0-31d8145c570a, kind: Service { id: b360f3f1-c2e5-43e4-b254-fe92a717e371 }, name: Name("nexus-b360f3f1-c2e5-43e4-b254-fe92a717e371"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec446109-19ba-4097-9ed2-643d63373744, kind: Service { id: 1ddbaee3-3dbf-4414-b1d3-075d046a666f }, name: Name("nexus-1ddbaee3-3dbf-4414-b1d3-075d046a666f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1647 | 2024-10-22T00:33:27.623Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1648 | 2024-10-22T00:33:27.623Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1649 | 2024-10-22T00:33:27.623Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1650 | 2024-10-22T00:33:27.623Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1651 | 2024-10-22T00:33:27.623Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
1652 | 2024-10-22T00:33:27.623Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1653 | 2024-10-22T00:33:27.623Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1130
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:33262
req_id = 864279da-2e57-4228-818e-8dbc91ada44d
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1654 | 2024-10-22T00:33:27.625Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:958
|
1655 | 2024-10-22T00:33:27.797Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47529
|
1656 | 2024-10-22T00:33:27.797Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1657 | 2024-10-22T00:33:27.797Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1658 | 2024-10-22T00:33:27.797Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1659 | 2024-10-22T00:33:27.797Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1660 | 2024-10-22T00:33:27.996Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 198489
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47529
req_id = 7b129fa2-56dc-4464-9c10-2602886c207e
response_code = 200
uri = /inventory
|
1661 | 2024-10-22T00:33:29.318Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49145
|
1662 | 2024-10-22T00:33:29.319Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0a9617e4-b230-4cf3-bf60-222f1daf4df2, kind: Service { id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320 }, name: Name("external-dns-e8c37ad4-fd39-4460-b5dc-d6c95ee10320"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 220])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68a0f950-6467-48bb-b198-77a5253fae12, kind: Service { id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb }, name: Name("external-dns-1ed57c3f-d967-4545-97bd-c26e5c30bbbb"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60b8c23e-4f5b-4259-9ee0-0845046b29a4, kind: Service { id: ac50d2b2-d7d9-4d55-9c28-567f3362fbbb }, name: Name("nexus-ac50d2b2-d7d9-4d55-9c28-567f3362fbbb"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 115])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 73b1ae2e-5e7d-4c5e-8af0-31d8145c570a, kind: Service { id: b360f3f1-c2e5-43e4-b254-fe92a717e371 }, name: Name("nexus-b360f3f1-c2e5-43e4-b254-fe92a717e371"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec446109-19ba-4097-9ed2-643d63373744, kind: Service { id: 1ddbaee3-3dbf-4414-b1d3-075d046a666f }, name: Name("nexus-1ddbaee3-3dbf-4414-b1d3-075d046a666f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1663 | 2024-10-22T00:33:29.319Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1664 | 2024-10-22T00:33:29.319Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1665 | 2024-10-22T00:33:29.319Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1666 | 2024-10-22T00:33:29.319Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1667 | 2024-10-22T00:33:29.319Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
1668 | 2024-10-22T00:33:29.319Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1669 | 2024-10-22T00:33:29.319Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 348
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49145
req_id = d00fbd57-a0bd-4b10-ae6b-1bce5118ffce
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1670 | 2024-10-22T00:33:29.375Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50746
|
1671 | 2024-10-22T00:33:29.375Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0a9617e4-b230-4cf3-bf60-222f1daf4df2, kind: Service { id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320 }, name: Name("external-dns-e8c37ad4-fd39-4460-b5dc-d6c95ee10320"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 220])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68a0f950-6467-48bb-b198-77a5253fae12, kind: Service { id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb }, name: Name("external-dns-1ed57c3f-d967-4545-97bd-c26e5c30bbbb"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60b8c23e-4f5b-4259-9ee0-0845046b29a4, kind: Service { id: ac50d2b2-d7d9-4d55-9c28-567f3362fbbb }, name: Name("nexus-ac50d2b2-d7d9-4d55-9c28-567f3362fbbb"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 115])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 73b1ae2e-5e7d-4c5e-8af0-31d8145c570a, kind: Service { id: b360f3f1-c2e5-43e4-b254-fe92a717e371 }, name: Name("nexus-b360f3f1-c2e5-43e4-b254-fe92a717e371"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec446109-19ba-4097-9ed2-643d63373744, kind: Service { id: 1ddbaee3-3dbf-4414-b1d3-075d046a666f }, name: Name("nexus-1ddbaee3-3dbf-4414-b1d3-075d046a666f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1672 | 2024-10-22T00:33:29.375Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1673 | 2024-10-22T00:33:29.375Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1674 | 2024-10-22T00:33:29.375Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1675 | 2024-10-22T00:33:29.375Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1676 | 2024-10-22T00:33:29.375Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
1677 | 2024-10-22T00:33:29.375Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1678 | 2024-10-22T00:33:29.375Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 257
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50746
req_id = 0797d83e-c3af-41d4-a51b-46733fe42701
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1679 | 2024-10-22T00:33:29.541Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52484
|
1680 | 2024-10-22T00:33:29.541Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0a9617e4-b230-4cf3-bf60-222f1daf4df2, kind: Service { id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320 }, name: Name("external-dns-e8c37ad4-fd39-4460-b5dc-d6c95ee10320"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 220])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68a0f950-6467-48bb-b198-77a5253fae12, kind: Service { id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb }, name: Name("external-dns-1ed57c3f-d967-4545-97bd-c26e5c30bbbb"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60b8c23e-4f5b-4259-9ee0-0845046b29a4, kind: Service { id: ac50d2b2-d7d9-4d55-9c28-567f3362fbbb }, name: Name("nexus-ac50d2b2-d7d9-4d55-9c28-567f3362fbbb"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 115])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 73b1ae2e-5e7d-4c5e-8af0-31d8145c570a, kind: Service { id: b360f3f1-c2e5-43e4-b254-fe92a717e371 }, name: Name("nexus-b360f3f1-c2e5-43e4-b254-fe92a717e371"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec446109-19ba-4097-9ed2-643d63373744, kind: Service { id: 1ddbaee3-3dbf-4414-b1d3-075d046a666f }, name: Name("nexus-1ddbaee3-3dbf-4414-b1d3-075d046a666f"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1681 | 2024-10-22T00:33:29.541Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1682 | 2024-10-22T00:33:29.541Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1683 | 2024-10-22T00:33:29.541Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1684 | 2024-10-22T00:33:29.541Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1685 | 2024-10-22T00:33:29.541Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
1686 | 2024-10-22T00:33:29.541Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1687 | 2024-10-22T00:33:29.541Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 354
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:52484
req_id = 9180a25c-34e5-4468-b354-6d01cf683ad7
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1688 | 2024-10-22T00:33:34.220Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37405
|
1689 | 2024-10-22T00:33:34.220Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37405
req_id = d4492ed3-9147-4ced-8973-7994c4e0890e
response_code = 200
uri = /vpc-routes
|
1690 | 2024-10-22T00:33:34.233Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1691 | 2024-10-22T00:33:34.233Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:37405
req_id = 190794e9-6c5e-4bfb-98d1-eca8cc70b103
response_code = 204
uri = /eip-gateways
|
1692 | 2024-10-22T00:33:34.243Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 266
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:37405
req_id = 7e19444e-5847-4db3-ac04-53182b1ce5b0
response_code = 204
uri = /vpc-routes
|
1693 | 2024-10-22T00:33:51.263Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:51441
|
1694 | 2024-10-22T00:33:51.263Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:51441
req_id = e2980de8-93ca-477b-81af-c82f1ebe7ba5
response_code = 200
uri = /vpc-routes
|
1695 | 2024-10-22T00:33:51.283Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1696 | 2024-10-22T00:33:51.283Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 108
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:51441
req_id = 2c0624b0-07c0-4112-a561-c027dd2cba65
response_code = 204
uri = /eip-gateways
|
1697 | 2024-10-22T00:33:51.292Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60501
|
1698 | 2024-10-22T00:33:51.292Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60501
req_id = 5e9ef7dd-3d52-4443-b3fe-e8388cbac3e2
response_code = 200
uri = /vpc-routes
|
1699 | 2024-10-22T00:33:51.312Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1700 | 2024-10-22T00:33:51.312Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:60501
req_id = 316e9178-2842-4d00-97b2-282c10884378
response_code = 204
uri = /eip-gateways
|
1701 | 2024-10-22T00:33:51.323Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 288
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:60501
req_id = f8636885-223b-454b-a775-970c63f778bf
response_code = 204
uri = /vpc-routes
|
1702 | 2024-10-22T00:33:51.338Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37232
|
1703 | 2024-10-22T00:33:51.339Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37232
req_id = 2de53c05-ecb4-46f2-afa7-e357b4c28578
response_code = 200
uri = /v2p
|
1704 | 2024-10-22T00:33:51.343Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:51441
req_id = f0084237-71a3-4e91-9191-49a61e65441f
response_code = 204
uri = /vpc-routes
|
1705 | 2024-10-22T00:33:51.395Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50311
|
1706 | 2024-10-22T00:33:51.395Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50311
req_id = f390d7ca-670f-49eb-bdc4-3016a1b482f9
response_code = 200
uri = /vpc-routes
|
1707 | 2024-10-22T00:33:51.449Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1708 | 2024-10-22T00:33:51.449Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50311
req_id = d6de55cf-95cf-4b60-af2f-942981e4df79
response_code = 204
uri = /eip-gateways
|
1709 | 2024-10-22T00:33:51.451Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47799
|
1710 | 2024-10-22T00:33:51.452Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1711 | 2024-10-22T00:33:51.523Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1712 | 2024-10-22T00:33:51.596Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 145404
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:47799
req_id = 31e16069-e51c-4534-b944-1c210d744cca
response_code = 204
uri = /switch-ports
|
1713 | 2024-10-22T00:33:51.596Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40897
|
1714 | 2024-10-22T00:33:51.597Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 463
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50311
req_id = 4eac90a1-eff5-40d0-a62c-ab44e76277ae
response_code = 204
uri = /vpc-routes
|
1715 | 2024-10-22T00:33:51.597Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62748
|
1716 | 2024-10-22T00:33:51.597Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40897
req_id = 23c42468-e206-496e-ad3d-8b9431851ac4
response_code = 200
uri = /v2p
|
1717 | 2024-10-22T00:33:51.598Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1248
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47799
req_id = 839cb731-de6e-45cf-9d58-1ed2c29e6b53
response_code = 200
uri = /network-bootstore-config
|
1718 | 2024-10-22T00:33:51.598Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1719 | 2024-10-22T00:33:51.646Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1720 | 2024-10-22T00:33:51.653Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
1721 | 2024-10-22T00:33:51.654Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
1722 | 2024-10-22T00:33:51.655Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
1723 | 2024-10-22T00:33:51.655Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
1724 | 2024-10-22T00:33:51.655Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4851
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47799
req_id = 8ba2b47f-ba06-40af-ab35-ad7b5bf437c0
response_code = 204
uri = /network-bootstore-config
|
1725 | 2024-10-22T00:33:51.675Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47685
|
1726 | 2024-10-22T00:33:51.676Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 279
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47685
req_id = 9cdb1554-3c49-40ad-98c6-883616900097
response_code = 200
uri = /v2p
|
1727 | 2024-10-22T00:33:51.687Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47070
|
1728 | 2024-10-22T00:33:51.710Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1729 | 2024-10-22T00:33:51.710Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 111942
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:62748
req_id = 3c531ac3-b493-4d14-9519-1434eae4ef6b
response_code = 204
uri = /switch-ports
|
1730 | 2024-10-22T00:33:51.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 767
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62748
req_id = 95af5acb-36c4-47ae-85bc-05e2b8bea8da
response_code = 200
uri = /network-bootstore-config
|
1731 | 2024-10-22T00:33:51.752Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1732 | 2024-10-22T00:33:51.814Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 126147
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:47070
req_id = ea463a80-d5c3-4129-9088-7876714576ea
response_code = 204
uri = /switch-ports
|
1733 | 2024-10-22T00:33:51.814Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47070
req_id = b5895cb8-dc29-49c5-95e8-dff54cb6af37
response_code = 200
uri = /network-bootstore-config
|
1734 | 2024-10-22T00:33:54.639Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8338
local_addr = [fd00:1122:3344:101::1]:54049
method = GET
remote_addr = [fd00:1122:3344:101::d]:35322
req_id = 44405e1d-0e88-4220-b185-8e223c67a6d9
response_code = 200
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
uri = /e50e0974-d68b-427b-915b-5bd9a655288a
|
1735 | 2024-10-22T00:33:57.642Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50668
|
1736 | 2024-10-22T00:33:57.642Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 39
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50668
req_id = 0bc7d81e-f3ea-4f0b-9e0f-e1f748967b95
response_code = 200
uri = /baseboard
|
1737 | 2024-10-22T00:34:21.072Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64792
|
1738 | 2024-10-22T00:34:21.072Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64792
req_id = 19f3d945-1dee-4008-9266-373176cc10b2
response_code = 200
uri = /vpc-routes
|
1739 | 2024-10-22T00:34:21.135Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1740 | 2024-10-22T00:34:21.135Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64792
req_id = eb188a46-01fe-47be-9777-97d9d4767811
response_code = 204
uri = /eip-gateways
|
1741 | 2024-10-22T00:34:21.144Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62235
|
1742 | 2024-10-22T00:34:21.145Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 55
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62235
req_id = 1f642777-1ff0-4bf7-bc9c-4772870f6c7d
response_code = 200
uri = /vpc-routes
|
1743 | 2024-10-22T00:34:21.148Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 209
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64792
req_id = 7ece183c-9ea3-41cf-bb46-718a9a956c31
response_code = 204
uri = /vpc-routes
|
1744 | 2024-10-22T00:34:21.227Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60744
|
1745 | 2024-10-22T00:34:21.227Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 195
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60744
req_id = 6a84f72f-0448-4067-9771-42091ba78223
response_code = 200
uri = /v2p
|
1746 | 2024-10-22T00:34:21.238Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1747 | 2024-10-22T00:34:21.238Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62235
req_id = f712d218-d170-4763-bcb7-88af97a2ba9b
response_code = 204
uri = /eip-gateways
|
1748 | 2024-10-22T00:34:21.250Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 248
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62235
req_id = e1c23f04-288d-44a0-b139-b81b166d3a0a
response_code = 204
uri = /vpc-routes
|
1749 | 2024-10-22T00:34:21.319Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50565
|
1750 | 2024-10-22T00:34:21.319Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1751 | 2024-10-22T00:34:21.367Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1752 | 2024-10-22T00:34:21.441Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 121657
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50565
req_id = b1877848-0331-4511-a3d3-ff8b6ea7d1ec
response_code = 204
uri = /switch-ports
|
1753 | 2024-10-22T00:34:21.441Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50190
|
1754 | 2024-10-22T00:34:21.441Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53517
|
1755 | 2024-10-22T00:34:21.441Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49184
|
1756 | 2024-10-22T00:34:21.441Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 304
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50565
req_id = 909498b5-3c0a-4587-83ec-fdac0167ae8d
response_code = 200
uri = /network-bootstore-config
|
1757 | 2024-10-22T00:34:21.442Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1758 | 2024-10-22T00:34:21.442Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 155
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53517
req_id = f0e0b6ec-ebb0-4e8f-ae2d-138f8c8ce07d
response_code = 200
uri = /vpc-routes
|
1759 | 2024-10-22T00:34:21.442Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 307
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50190
req_id = 3e03a853-9251-4cb4-b9af-d18a4c335815
response_code = 200
uri = /v2p
|
1760 | 2024-10-22T00:34:21.463Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1761 | 2024-10-22T00:34:21.463Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 759
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:53517
req_id = 41e19816-7c65-4e2b-924c-23b6f71b07b8
response_code = 204
uri = /eip-gateways
|
1762 | 2024-10-22T00:34:21.478Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1023
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:53517
req_id = d73996f9-da12-4acd-80fa-7c9fbce843fc
response_code = 204
uri = /vpc-routes
|
1763 | 2024-10-22T00:34:21.484Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62504
|
1764 | 2024-10-22T00:34:21.484Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62504
req_id = 1bf1ccc1-4798-4268-9b73-cebe47d33868
response_code = 200
uri = /v2p
|
1765 | 2024-10-22T00:34:21.487Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1766 | 2024-10-22T00:34:21.547Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33557
|
1767 | 2024-10-22T00:34:21.552Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1768 | 2024-10-22T00:34:21.552Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 110324
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:49184
req_id = 02650acc-b957-4405-90f8-8e4ca9f66592
response_code = 204
uri = /switch-ports
|
1769 | 2024-10-22T00:34:21.556Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 788
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49184
req_id = 1b5f6f74-d743-47fc-9753-b444e9c34e48
response_code = 200
uri = /network-bootstore-config
|
1770 | 2024-10-22T00:34:21.595Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1771 | 2024-10-22T00:34:21.657Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 110059
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:33557
req_id = 2eb77d31-4521-473a-9798-cedbf56d0d92
response_code = 204
uri = /switch-ports
|
1772 | 2024-10-22T00:34:21.657Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33557
req_id = 4dbc67d4-e682-416c-b6f9-7b1c7909d95e
response_code = 200
uri = /network-bootstore-config
|
1773 | 2024-10-22T00:34:24.639Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8945
local_addr = [fd00:1122:3344:101::1]:54049
method = GET
remote_addr = [fd00:1122:3344:101::d]:35322
req_id = bac66d11-4cff-47aa-94fc-1451b4cb6a52
response_code = 200
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
uri = /e50e0974-d68b-427b-915b-5bd9a655288a
|
1774 | 2024-10-22T00:34:27.675Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:47074
|
1775 | 2024-10-22T00:34:27.676Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 62
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:47074
req_id = 4c1ea1ae-1ad8-4cbd-bed8-df876d87342d
response_code = 200
uri = /baseboard
|
1776 | 2024-10-22T00:34:51.289Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47054
|
1777 | 2024-10-22T00:34:51.290Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 745
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47054
req_id = ce2a38a6-b393-48e1-9387-bb323cfc4716
response_code = 200
uri = /vpc-routes
|
1778 | 2024-10-22T00:34:51.352Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1779 | 2024-10-22T00:34:51.352Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47054
req_id = 882656d0-4cdc-4082-abdc-cc48d2e154c2
response_code = 204
uri = /eip-gateways
|
1780 | 2024-10-22T00:34:51.362Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 295
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47054
req_id = d49da878-5b97-4ac7-abc0-8aff65cf1d53
response_code = 204
uri = /vpc-routes
|
1781 | 2024-10-22T00:34:51.394Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60003
|
1782 | 2024-10-22T00:34:51.394Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60003
req_id = c45824aa-5cc5-4529-b6cd-6a61fe8b094b
response_code = 200
uri = /vpc-routes
|
1783 | 2024-10-22T00:34:51.415Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56453
|
1784 | 2024-10-22T00:34:51.415Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 187
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56453
req_id = 0ffcdc78-6092-41f8-8d6c-e3ba02875f16
response_code = 200
uri = /v2p
|
1785 | 2024-10-22T00:34:51.416Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1786 | 2024-10-22T00:34:51.416Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60003
req_id = 6a7b794e-fd50-42c3-9187-5e6aba8f0c4b
response_code = 204
uri = /eip-gateways
|
1787 | 2024-10-22T00:34:51.429Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 282
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60003
req_id = 68bf536d-168a-4375-b330-76e7adc88bbf
response_code = 204
uri = /vpc-routes
|
1788 | 2024-10-22T00:34:51.486Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43172
|
1789 | 2024-10-22T00:34:51.486Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1790 | 2024-10-22T00:34:51.529Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1791 | 2024-10-22T00:34:51.585Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99363
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:43172
req_id = 79925e98-0511-4dc4-a85d-f7bcf141794f
response_code = 204
uri = /switch-ports
|
1792 | 2024-10-22T00:34:51.586Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41965
|
1793 | 2024-10-22T00:34:51.586Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38138
|
1794 | 2024-10-22T00:34:51.586Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 223
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38138
req_id = f5a753fb-2d82-481b-bb1b-381d4237f54f
response_code = 200
uri = /v2p
|
1795 | 2024-10-22T00:34:51.586Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1796 | 2024-10-22T00:34:51.586Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 316
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43172
req_id = 7f09e2c0-7646-4c0e-8877-4c45624502b7
response_code = 200
uri = /network-bootstore-config
|
1797 | 2024-10-22T00:34:51.592Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58772
|
1798 | 2024-10-22T00:34:51.593Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58772
req_id = 58f83447-68d3-4046-be4b-5485532c85ec
response_code = 200
uri = /v2p
|
1799 | 2024-10-22T00:34:51.593Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62935
|
1800 | 2024-10-22T00:34:51.593Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62935
req_id = 6252a01e-c41f-4b7e-b9a6-78ec98c41933
response_code = 200
uri = /vpc-routes
|
1801 | 2024-10-22T00:34:51.619Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1802 | 2024-10-22T00:34:51.636Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1803 | 2024-10-22T00:34:51.636Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 734
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62935
req_id = a1f6c9df-e745-46b8-8f5d-b09d16ee9a97
response_code = 204
uri = /eip-gateways
|
1804 | 2024-10-22T00:34:51.650Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 981
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62935
req_id = a9b64e7b-0d9b-43c3-980c-2a85c81ce45d
response_code = 204
uri = /vpc-routes
|
1805 | 2024-10-22T00:34:51.651Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39853
|
1806 | 2024-10-22T00:34:51.684Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1807 | 2024-10-22T00:34:51.684Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 97925
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:41965
req_id = ec3bf3ce-401b-43a3-a615-fedca2334031
response_code = 204
uri = /switch-ports
|
1808 | 2024-10-22T00:34:51.687Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 346
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41965
req_id = 9e03af9b-3719-498d-86fe-d74995afc39c
response_code = 200
uri = /network-bootstore-config
|
1809 | 2024-10-22T00:34:51.721Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1810 | 2024-10-22T00:34:51.776Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 124653
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:39853
req_id = 2ea13f8c-f7ed-424c-9313-1a940b7e38a3
response_code = 204
uri = /switch-ports
|
1811 | 2024-10-22T00:34:51.776Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39853
req_id = e43e35bd-a1f4-4023-afc6-ade915e39d0b
response_code = 200
uri = /network-bootstore-config
|
1812 | 2024-10-22T00:34:54.639Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7824
local_addr = [fd00:1122:3344:101::1]:54049
method = GET
remote_addr = [fd00:1122:3344:101::d]:35322
req_id = 0039f9fd-6f80-4efd-a0b0-eb94c18ec2b0
response_code = 200
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
uri = /e50e0974-d68b-427b-915b-5bd9a655288a
|
1813 | 2024-10-22T00:34:57.729Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:45626
|
1814 | 2024-10-22T00:34:57.729Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 31
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:45626
req_id = 17c559e0-e83b-450c-824d-95b999d4f8b9
response_code = 200
uri = /baseboard
|
1815 | 2024-10-22T00:35:21.126Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43435
|
1816 | 2024-10-22T00:35:21.126Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43435
req_id = 7cda7bc9-fa02-4b51-b963-8ba73e086148
response_code = 200
uri = /vpc-routes
|
1817 | 2024-10-22T00:35:21.145Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60063
|
1818 | 2024-10-22T00:35:21.147Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60063
req_id = dbec394c-5083-4503-a549-91d75033caa9
response_code = 200
uri = /vpc-routes
|
1819 | 2024-10-22T00:35:21.184Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1820 | 2024-10-22T00:35:21.184Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43435
req_id = 121b0a5b-b9f6-4e5c-97b2-7c5dda191478
response_code = 204
uri = /eip-gateways
|
1821 | 2024-10-22T00:35:21.197Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 205
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:43435
req_id = fb37be18-ad88-4690-82a0-6e9af629af84
response_code = 204
uri = /vpc-routes
|
1822 | 2024-10-22T00:35:21.205Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35114
|
1823 | 2024-10-22T00:35:21.206Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 215
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35114
req_id = 0e540c10-ddee-42b1-a753-21ff9331dbd4
response_code = 200
uri = /v2p
|
1824 | 2024-10-22T00:35:21.210Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45330
|
1825 | 2024-10-22T00:35:21.210Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1826 | 2024-10-22T00:35:21.254Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1827 | 2024-10-22T00:35:21.314Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 103606
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45330
req_id = 45972511-c1bb-4662-9926-84dd5aeab36f
response_code = 204
uri = /switch-ports
|
1828 | 2024-10-22T00:35:21.314Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63326
|
1829 | 2024-10-22T00:35:21.314Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1830 | 2024-10-22T00:35:21.314Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60063
req_id = c7bb6464-2eea-4274-8d72-e8e0f2c0a765
response_code = 204
uri = /eip-gateways
|
1831 | 2024-10-22T00:35:21.314Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65501
|
1832 | 2024-10-22T00:35:21.314Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 243
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45330
req_id = 05769b7f-f012-4900-a534-e0331414a8e1
response_code = 200
uri = /network-bootstore-config
|
1833 | 2024-10-22T00:35:21.315Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1834 | 2024-10-22T00:35:21.315Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 228
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63326
req_id = ca01e009-d782-4ac3-bca3-e49cf6a5e8b8
response_code = 200
uri = /v2p
|
1835 | 2024-10-22T00:35:21.324Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 298
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:60063
req_id = 5d27973f-c8e2-4a25-b7ef-b15b435ca00e
response_code = 204
uri = /vpc-routes
|
1836 | 2024-10-22T00:35:21.334Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45538
|
1837 | 2024-10-22T00:35:21.334Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 137
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45538
req_id = 5fad4370-39f5-4614-b79d-ceb0abd938c3
response_code = 200
uri = /vpc-routes
|
1838 | 2024-10-22T00:35:21.361Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1839 | 2024-10-22T00:35:21.388Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1840 | 2024-10-22T00:35:21.388Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:45538
req_id = 03e44774-2a35-40c5-891a-d6205ee081b3
response_code = 204
uri = /eip-gateways
|
1841 | 2024-10-22T00:35:21.400Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 608
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:45538
req_id = 8cb070eb-a47e-4552-b13a-fcd3032f86e0
response_code = 204
uri = /vpc-routes
|
1842 | 2024-10-22T00:35:21.433Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47902
|
1843 | 2024-10-22T00:35:21.443Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1844 | 2024-10-22T00:35:21.443Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 128595
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:65501
req_id = 793f32ec-c6d5-43ff-88d6-d2b40e4df986
response_code = 204
uri = /switch-ports
|
1845 | 2024-10-22T00:35:21.449Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 842
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:65501
req_id = 711cf649-4f87-4702-a042-d14b1f2488a9
response_code = 200
uri = /network-bootstore-config
|
1846 | 2024-10-22T00:35:21.496Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1847 | 2024-10-22T00:35:21.571Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44653
|
1848 | 2024-10-22T00:35:21.571Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 217
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44653
req_id = 077ea3c4-3ed7-43f2-803f-b7edb06dbfaa
response_code = 200
uri = /v2p
|
1849 | 2024-10-22T00:35:21.578Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 145179
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:47902
req_id = 7dd20ccf-a786-4734-a885-3bfc4e5b9b04
response_code = 204
uri = /switch-ports
|
1850 | 2024-10-22T00:35:21.579Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 219
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47902
req_id = 5a990a4f-c050-4c10-a402-6ac89f8e9cc8
response_code = 200
uri = /network-bootstore-config
|
1851 | 2024-10-22T00:35:24.643Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 5705
local_addr = [fd00:1122:3344:101::1]:54049
method = GET
remote_addr = [fd00:1122:3344:101::d]:35322
req_id = 91ef48c9-d361-47a6-bffa-a930167fc933
response_code = 200
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
uri = /e50e0974-d68b-427b-915b-5bd9a655288a
|
1852 | 2024-10-22T00:35:27.763Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33637
|
1853 | 2024-10-22T00:35:27.763Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 33
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33637
req_id = cfb77313-4bb7-48e8-a1a7-262e620a85da
response_code = 200
uri = /baseboard
|
1854 | 2024-10-22T00:35:51.088Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
1855 | 2024-10-22T00:35:51.307Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63152
|
1856 | 2024-10-22T00:35:51.307Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 67
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63152
req_id = c48fb644-aa37-446a-83af-15968a50cfdf
response_code = 200
uri = /vpc-routes
|
1857 | 2024-10-22T00:35:51.337Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62342
|
1858 | 2024-10-22T00:35:51.337Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62342
req_id = fd724367-1812-4e57-87d8-5fe94e88d3c9
response_code = 200
uri = /vpc-routes
|
1859 | 2024-10-22T00:35:51.403Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1860 | 2024-10-22T00:35:51.403Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 171
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63152
req_id = 7ce65f25-d12d-4acf-a45c-8847e181bf04
response_code = 204
uri = /eip-gateways
|
1861 | 2024-10-22T00:35:51.414Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1862 | 2024-10-22T00:35:51.414Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62342
req_id = eefc056c-4def-4d69-9e89-f573a86b2d8d
response_code = 204
uri = /eip-gateways
|
1863 | 2024-10-22T00:35:51.417Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 386
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:63152
req_id = 77976350-d7ae-480f-9496-83b21ee192d0
response_code = 204
uri = /vpc-routes
|
1864 | 2024-10-22T00:35:51.432Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37185
|
1865 | 2024-10-22T00:35:51.432Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37185
req_id = 982d44b7-8c18-4972-b88c-afacff8c1261
response_code = 200
uri = /v2p
|
1866 | 2024-10-22T00:35:51.455Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 230
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62342
req_id = b6c8cdf4-e7b7-4592-a00a-7e317920caf3
response_code = 204
uri = /vpc-routes
|
1867 | 2024-10-22T00:35:51.458Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43796
|
1868 | 2024-10-22T00:35:51.458Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 35
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43796
req_id = 2478cf57-cce6-4c2f-8617-77a4404eb379
response_code = 200
uri = /vpc-routes
|
1869 | 2024-10-22T00:35:51.489Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39877
|
1870 | 2024-10-22T00:35:51.489Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1871 | 2024-10-22T00:35:51.540Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1872 | 2024-10-22T00:35:51.614Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 124637
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39877
req_id = 0d48bbfc-3ab6-4db6-8544-8b43dc856edb
response_code = 204
uri = /switch-ports
|
1873 | 2024-10-22T00:35:51.614Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50358
|
1874 | 2024-10-22T00:35:51.614Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1875 | 2024-10-22T00:35:51.614Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47086
|
1876 | 2024-10-22T00:35:51.614Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43796
req_id = b7d30d1f-3ecd-4b5b-8549-ebf7ecd036c3
response_code = 204
uri = /eip-gateways
|
1877 | 2024-10-22T00:35:51.614Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 255
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39877
req_id = cfaeb6b9-fa86-4f8d-a8d2-09b58b9ad266
response_code = 200
uri = /network-bootstore-config
|
1878 | 2024-10-22T00:35:51.614Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 218
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47086
req_id = 3bf4c4b5-ddc2-44b5-8650-0b0966d108bb
response_code = 200
uri = /v2p
|
1879 | 2024-10-22T00:35:51.614Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1880 | 2024-10-22T00:35:51.625Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 399
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43796
req_id = 1d8bf987-e7d0-4aa1-94bc-aa14ddc0802e
response_code = 204
uri = /vpc-routes
|
1881 | 2024-10-22T00:35:51.626Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46535
|
1882 | 2024-10-22T00:35:51.626Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46535
req_id = b3f92f9c-9763-445f-916b-1394e7005542
response_code = 200
uri = /v2p
|
1883 | 2024-10-22T00:35:51.653Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1884 | 2024-10-22T00:35:51.687Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38530
|
1885 | 2024-10-22T00:35:51.705Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1886 | 2024-10-22T00:35:51.705Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91161
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50358
req_id = 3e734a45-0815-448b-9671-65e4b1e29db4
response_code = 204
uri = /switch-ports
|
1887 | 2024-10-22T00:35:51.710Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 702
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50358
req_id = 66bd4230-0da6-42a5-a9ab-41f2a25093d2
response_code = 200
uri = /network-bootstore-config
|
1888 | 2024-10-22T00:35:51.741Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1889 | 2024-10-22T00:35:51.800Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 113428
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:38530
req_id = 2ecd29b1-6c74-4061-a2b6-8ebc4680d16e
response_code = 204
uri = /switch-ports
|
1890 | 2024-10-22T00:35:51.801Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 165
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38530
req_id = 41c072e7-0e2c-4a0a-b996-2f0e269d8ca1
response_code = 200
uri = /network-bootstore-config
|
1891 | 2024-10-22T00:35:54.690Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7596
local_addr = [fd00:1122:3344:101::1]:54049
method = GET
remote_addr = [fd00:1122:3344:101::d]:35322
req_id = 13157f10-5300-400c-ab68-a6e607876568
response_code = 200
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
uri = /e50e0974-d68b-427b-915b-5bd9a655288a
|
1892 | 2024-10-22T00:35:57.797Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33908
|
1893 | 2024-10-22T00:35:57.798Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 29
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33908
req_id = d81110ba-a523-48fe-9747-5788760e8523
response_code = 200
uri = /baseboard
|
1894 | 2024-10-22T00:36:21.054Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65287
|
1895 | 2024-10-22T00:36:21.054Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:65287
req_id = 954935e3-71c8-4419-893d-47feeb8d1771
response_code = 200
uri = /vpc-routes
|
1896 | 2024-10-22T00:36:21.114Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1897 | 2024-10-22T00:36:21.114Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:65287
req_id = b9696430-04d7-4bb7-bd65-f21172228398
response_code = 204
uri = /eip-gateways
|
1898 | 2024-10-22T00:36:21.127Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 225
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:65287
req_id = 2713a009-33c3-4231-9386-7e570dace55f
response_code = 204
uri = /vpc-routes
|
1899 | 2024-10-22T00:36:21.194Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51305
|
1900 | 2024-10-22T00:36:21.194Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51305
req_id = 416e2b08-5c38-4bbe-9f57-0467494c3aac
response_code = 200
uri = /vpc-routes
|
1901 | 2024-10-22T00:36:21.253Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1902 | 2024-10-22T00:36:21.253Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51305
req_id = 1b716233-cfa6-4b7b-9825-0789e83cc3d3
response_code = 204
uri = /eip-gateways
|
1903 | 2024-10-22T00:36:21.262Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 195
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51305
req_id = e08dae59-a76b-4396-af18-61559793bc7c
response_code = 204
uri = /vpc-routes
|
1904 | 2024-10-22T00:36:21.287Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50191
|
1905 | 2024-10-22T00:36:21.287Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50191
req_id = 25a4fa07-0305-4f7b-8e05-7c2b0161d1e2
response_code = 200
uri = /v2p
|
1906 | 2024-10-22T00:36:21.310Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37009
|
1907 | 2024-10-22T00:36:21.310Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1908 | 2024-10-22T00:36:21.351Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1909 | 2024-10-22T00:36:21.407Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96819
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:37009
req_id = 08774b0a-9d14-45cd-a9e2-3bb636111045
response_code = 204
uri = /switch-ports
|
1910 | 2024-10-22T00:36:21.407Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45565
|
1911 | 2024-10-22T00:36:21.407Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43086
|
1912 | 2024-10-22T00:36:21.407Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43086
req_id = 1aab7507-b0af-4d5e-8445-50e875ba6623
response_code = 200
uri = /vpc-routes
|
1913 | 2024-10-22T00:36:21.407Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 213
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37009
req_id = bd770f4d-b5a8-4883-8d3a-cdc141bdaee3
response_code = 200
uri = /network-bootstore-config
|
1914 | 2024-10-22T00:36:21.409Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1915 | 2024-10-22T00:36:21.409Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39750
|
1916 | 2024-10-22T00:36:21.415Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 347
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39750
req_id = bc16e342-e268-479a-9289-9b4ea31e6bbd
response_code = 200
uri = /v2p
|
1917 | 2024-10-22T00:36:21.420Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1918 | 2024-10-22T00:36:21.420Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43086
req_id = 19da6132-05f0-4c1b-b3f1-781bd0b2eca8
response_code = 204
uri = /eip-gateways
|
1919 | 2024-10-22T00:36:21.429Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 693
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43086
req_id = c09df07a-1b05-4b9e-a293-a6d36bb767d6
response_code = 204
uri = /vpc-routes
|
1920 | 2024-10-22T00:36:21.441Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42092
|
1921 | 2024-10-22T00:36:21.442Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 292
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42092
req_id = bba5f083-1b2c-48e8-a759-342b0d0d2c01
response_code = 200
uri = /v2p
|
1922 | 2024-10-22T00:36:21.451Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1923 | 2024-10-22T00:36:21.507Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98506
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:45565
req_id = dbb8cf7b-8107-4b37-87ef-a5f34cf1b5bc
response_code = 204
uri = /switch-ports
|
1924 | 2024-10-22T00:36:21.508Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45565
req_id = 234390df-fd06-403e-ba8f-efbd891534e5
response_code = 200
uri = /network-bootstore-config
|
1925 | 2024-10-22T00:36:21.539Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65069
|
1926 | 2024-10-22T00:36:21.539Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1927 | 2024-10-22T00:36:21.577Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1928 | 2024-10-22T00:36:21.628Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 89122
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:65069
req_id = 690ba03f-e6c4-4f6c-aec3-7a5f3de9c585
response_code = 204
uri = /switch-ports
|
1929 | 2024-10-22T00:36:21.629Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65069
req_id = acceb42a-bdbc-4468-b302-7b4cbc3bf3bc
response_code = 200
uri = /network-bootstore-config
|
1930 | 2024-10-22T00:36:24.691Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8307
local_addr = [fd00:1122:3344:101::1]:54049
method = GET
remote_addr = [fd00:1122:3344:101::d]:35322
req_id = b2693800-b27a-4108-86e5-c0f57cdeb610
response_code = 200
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
uri = /e50e0974-d68b-427b-915b-5bd9a655288a
|
1931 | 2024-10-22T00:36:27.832Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61164
|
1932 | 2024-10-22T00:36:27.832Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 34
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61164
req_id = f703be06-0003-41be-af26-e7be52ef5655
response_code = 200
uri = /baseboard
|
1933 | 2024-10-22T00:36:51.292Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64984
|
1934 | 2024-10-22T00:36:51.293Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64984
req_id = 6fdbfa41-5d7e-452d-a3a6-53b6bdac17d9
response_code = 200
uri = /vpc-routes
|
1935 | 2024-10-22T00:36:51.312Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1936 | 2024-10-22T00:36:51.312Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64984
req_id = eaabff16-636d-4205-b275-370cdf29be40
response_code = 204
uri = /eip-gateways
|
1937 | 2024-10-22T00:36:51.314Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35627
|
1938 | 2024-10-22T00:36:51.314Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35627
req_id = 6ed056c5-cc22-4d6d-90fa-044769b5b10c
response_code = 200
uri = /vpc-routes
|
1939 | 2024-10-22T00:36:51.374Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1940 | 2024-10-22T00:36:51.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35627
req_id = 6ba88607-87b3-4446-b41e-d8378e0347dd
response_code = 204
uri = /eip-gateways
|
1941 | 2024-10-22T00:36:51.383Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 186
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35627
req_id = ad3bdd45-168c-4ed7-a68e-59936c86416d
response_code = 204
uri = /vpc-routes
|
1942 | 2024-10-22T00:36:51.437Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41996
|
1943 | 2024-10-22T00:36:51.437Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41996
req_id = 7e7a59fe-5127-4655-8559-eba51ac9e475
response_code = 200
uri = /v2p
|
1944 | 2024-10-22T00:36:51.447Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64984
req_id = dbd437d9-2a09-4d33-91ab-59c247f0cf05
response_code = 204
uri = /vpc-routes
|
1945 | 2024-10-22T00:36:51.526Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41914
|
1946 | 2024-10-22T00:36:51.526Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41914
req_id = 39646ebb-a62a-409f-963e-d721b0803a06
response_code = 200
uri = /vpc-routes
|
1947 | 2024-10-22T00:36:51.528Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55311
|
1948 | 2024-10-22T00:36:51.528Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1949 | 2024-10-22T00:36:51.577Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1950 | 2024-10-22T00:36:51.628Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99908
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:55311
req_id = f027da87-3568-4d9b-bc11-c66c98bd5287
response_code = 204
uri = /switch-ports
|
1951 | 2024-10-22T00:36:51.628Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
1952 | 2024-10-22T00:36:51.628Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54859
|
1953 | 2024-10-22T00:36:51.628Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:41914
req_id = 441a62bf-13e2-4d2d-a152-20f13625ea75
response_code = 204
uri = /eip-gateways
|
1954 | 2024-10-22T00:36:51.628Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49166
|
1955 | 2024-10-22T00:36:51.629Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 273
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55311
req_id = 5923abca-275d-45ce-9e20-ef7c370e6d86
response_code = 200
uri = /network-bootstore-config
|
1956 | 2024-10-22T00:36:51.629Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 171
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54859
req_id = c6a5f445-4e19-43c4-ac63-d165d331e2be
response_code = 200
uri = /v2p
|
1957 | 2024-10-22T00:36:51.629Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1958 | 2024-10-22T00:36:51.638Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 438
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:41914
req_id = 76af31b1-3545-42c9-b4f0-ec667f157e41
response_code = 204
uri = /vpc-routes
|
1959 | 2024-10-22T00:36:51.670Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1960 | 2024-10-22T00:36:51.724Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47657
|
1961 | 2024-10-22T00:36:51.725Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 199
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47657
req_id = c9c307b3-aaf7-4ad2-9a7e-4bd30bc24e39
response_code = 200
uri = /v2p
|
1962 | 2024-10-22T00:36:51.725Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96361
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:49166
req_id = a6252442-d665-4428-9257-3391f2d23cca
response_code = 204
uri = /switch-ports
|
1963 | 2024-10-22T00:36:51.725Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49166
req_id = f2047140-d86a-432d-af26-07618655e4ee
response_code = 200
uri = /network-bootstore-config
|
1964 | 2024-10-22T00:36:51.787Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52555
|
1965 | 2024-10-22T00:36:51.788Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
1966 | 2024-10-22T00:36:51.821Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
1967 | 2024-10-22T00:36:51.873Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 85279
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:52555
req_id = 59e881cb-a467-4505-86e0-479615485cf0
response_code = 204
uri = /switch-ports
|
1968 | 2024-10-22T00:36:51.873Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52555
req_id = 83d443cd-871a-4324-bde6-5c6068c4f334
response_code = 200
uri = /network-bootstore-config
|
1969 | 2024-10-22T00:36:54.690Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7485
local_addr = [fd00:1122:3344:101::1]:54049
method = GET
remote_addr = [fd00:1122:3344:101::d]:35322
req_id = eef6d132-dbfc-448b-994b-a67f79fcd17c
response_code = 200
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
uri = /e50e0974-d68b-427b-915b-5bd9a655288a
|
1970 | 2024-10-22T00:36:57.870Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48811
|
1971 | 2024-10-22T00:36:57.870Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 69
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48811
req_id = 07784bf0-ae76-460a-bcd4-b302af31da04
response_code = 200
uri = /baseboard
|
1972 | 2024-10-22T00:37:13.328Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34055
|
1973 | 2024-10-22T00:37:13.329Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 167
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34055
req_id = 385e4fff-2f75-4e77-b01d-1b9978648941
response_code = 200
uri = /v2p
|
1974 | 2024-10-22T00:37:13.329Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:838
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(15647631) }
|
1975 | 2024-10-22T00:37:13.329Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34055
req_id = a5f0307f-aa99-4f36-abad-b3e6cc8730be
response_code = 204
uri = /v2p
|
1976 | 2024-10-22T00:37:13.446Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47944
|
1977 | 2024-10-22T00:37:13.451Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:555
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(15647631))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-25f22ea33b9", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 08e5f8d1-e204-4e4d-b8b3-c75329b61e11, read_only_parent: Some(Volume { block_size: 512, id: ad7fe769-0e96-4495-94d9-6e369aa403d2, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0c4754c7-5cf0-4a42-aab7-ea526a8214ed, key: Some("ZDc1ZRrtCCKlSWsuf+tVbMmpA0de7FWPPY5i+OG8vww="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19002", "[fd00:1122:3344:101::12]:19001", "[fd00:1122:3344:101::15]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 08e5f8d1-e204-4e4d-b8b3-c75329b61e11, key: Some("ik5meog9CwG2LjQYksqhhhSjlx1A3OA0tMyqFw9/XRQ="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::1a]:19000", "[fd00:1122:3344:101::17]:19000", "[fd00:1122:3344:101::12]:19002"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: "disk-25f22ea33b9" }] }), cloud_init_bytes: Some(..) }
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
metadata = InstanceMetadata { silo_id: f6ac13ed-f57a-4014-80a3-c9a5cf418931, project_id: 6c5a4080-dc3f-45f7-a314-92a5612cedf4 }
migration_id = None
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-22T00:37:13.444107687Z }
|
1978 | 2024-10-22T00:37:13.451Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:588
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
migration_id = None
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
1979 | 2024-10-22T00:37:13.452Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:1139
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
migration_id = None
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(15647631))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-25f22ea33b9", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 08e5f8d1-e204-4e4d-b8b3-c75329b61e11, read_only_parent: Some(Volume { block_size: 512, id: ad7fe769-0e96-4495-94d9-6e369aa403d2, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0c4754c7-5cf0-4a42-aab7-ea526a8214ed, key: Some("ZDc1ZRrtCCKlSWsuf+tVbMmpA0de7FWPPY5i+OG8vww="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::14]:19002", "[fd00:1122:3344:101::12]:19001", "[fd00:1122:3344:101::15]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 08e5f8d1-e204-4e4d-b8b3-c75329b61e11, key: Some("ik5meog9CwG2LjQYksqhhhSjlx1A3OA0tMyqFw9/XRQ="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::1a]:19000", "[fd00:1122:3344:101::17]:19000", "[fd00:1122:3344:101::12]:19002"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: "disk-25f22ea33b9" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-22T00:37:13.444107687Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
1980 | 2024-10-22T00:37:13.453Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7078
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47944
req_id = 90cfda2f-0439-4056-924c-a7ad71df147e
response_code = 200
uri = /vmms/0aef4f71-019e-41bc-a78a-9c7292529cab
|
1981 | 2024-10-22T00:37:13.562Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57235
|
1982 | 2024-10-22T00:37:13.563Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 338
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57235
req_id = fde81edc-b1c6-4e49-8051-ea93916d01e1
response_code = 200
uri = /vmms/0aef4f71-019e-41bc-a78a-9c7292529cab/state
|
1983 | 2024-10-22T00:37:13.564Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 15647631 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
1984 | 2024-10-22T00:37:13.564Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1985 | 2024-10-22T00:37:13.603Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
file = illumos-utils/src/zone.rs:316
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
1986 | 2024-10-22T00:37:13.625Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
file = illumos-utils/src/zone.rs:354
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
1987 | 2024-10-22T00:37:13.683Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46992
|
1988 | 2024-10-22T00:37:13.684Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46992
req_id = caae506b-c38e-4a74-89b1-883e9416cc22
response_code = 200
uri = /vpc-routes
|
1989 | 2024-10-22T00:37:13.701Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {bb2562cc-387d-4dec-b6ab-7f8cb3916a5c: {10.151.2.175: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}, 10.151.2.176: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}}} }
|
1990 | 2024-10-22T00:37:14.960Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
1991 | 2024-10-22T00:37:14.961Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab zone
file = illumos-utils/src/running_zone.rs:488
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
zone = oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
|
1992 | 2024-10-22T00:37:15.190Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab") failed: Property not found. retry in 25.45643ms
file = illumos-utils/src/svc.rs:36
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
zone = oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
|
1993 | 2024-10-22T00:37:15.228Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab") failed: Property not found. retry in 81.688756ms
file = illumos-utils/src/svc.rs:36
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
zone = oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
|
1994 | 2024-10-22T00:37:15.329Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab") failed: Property not found. retry in 121.172437ms
file = illumos-utils/src/svc.rs:36
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
zone = oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
|
1995 | 2024-10-22T00:37:15.468Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab") failed: Property not found. retry in 211.161885ms
file = illumos-utils/src/svc.rs:36
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
zone = oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
|
1996 | 2024-10-22T00:37:15.694Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab") failed: Property not found. retry in 500.14651ms
file = illumos-utils/src/svc.rs:36
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
zone = oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
|
1997 | 2024-10-22T00:37:16.207Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab") failed: Property not found. retry in 1.25600762s
file = illumos-utils/src/svc.rs:36
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
zone = oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
|
1998 | 2024-10-22T00:37:17.473Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab") failed: Property not found. retry in 1.039139782s
file = illumos-utils/src/svc.rs:36
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
zone = oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
|
1999 | 2024-10-22T00:37:18.522Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab") failed: Property not found. retry in 882.246863ms
file = illumos-utils/src/svc.rs:36
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
zone = oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
|
2000 | 2024-10-22T00:37:19.414Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab") failed: Property not found. retry in 825.130321ms
file = illumos-utils/src/svc.rs:36
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
zone = oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
|
2001 | 2024-10-22T00:37:20.270Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
file = sled-agent/src/instance.rs:1633
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2002 | 2024-10-22T00:37:20.279Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab") failed: Property not found. retry in 41.751544ms
file = illumos-utils/src/svc.rs:36
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2003 | 2024-10-22T00:37:20.330Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab") failed: Property not found. retry in 95.514703ms
file = illumos-utils/src/svc.rs:36
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2004 | 2024-10-22T00:37:20.435Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab") failed: Property not found. retry in 231.507869ms
file = illumos-utils/src/svc.rs:36
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2005 | 2024-10-22T00:37:20.677Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1642
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2006 | 2024-10-22T00:37:20.714Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1666
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2007 | 2024-10-22T00:37:20.854Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:835
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2008 | 2024-10-22T00:37:20.856Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1203
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
2009 | 2024-10-22T00:37:20.856Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7154374
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46992
req_id = 43bcb347-f1f5-41fc-b7fa-50a3696b7277
response_code = 204
uri = /eip-gateways
|
2010 | 2024-10-22T00:37:20.856Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-22T00:37:20.856534066Z }
file = sled-agent/src/instance.rs:685
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2011 | 2024-10-22T00:37:20.856Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:707
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-22T00:37:20.856534066Z }
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2012 | 2024-10-22T00:37:20.856Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-22T00:37:20.856534066Z }, migration_in: None, migration_out: None }
|
2013 | 2024-10-22T00:37:20.888Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-22T00:37:20.888113528Z }
file = sled-agent/src/instance.rs:685
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2014 | 2024-10-22T00:37:20.888Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:707
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-22T00:37:20.888113528Z }
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2015 | 2024-10-22T00:37:20.888Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-22T00:37:20.888113528Z }, migration_in: None, migration_out: None }
|
2016 | 2024-10-22T00:37:20.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 294
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46992
req_id = 9592f13c-03b5-45db-aadf-a1d19c029430
response_code = 204
uri = /vpc-routes
|
2017 | 2024-10-22T00:37:21.099Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:36780
|
2018 | 2024-10-22T00:37:21.100Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1022
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:36780
req_id = 47e2bd6d-da5c-4b5d-92ba-c38e8fe5e026
response_code = 200
uri = /vmms/0aef4f71-019e-41bc-a78a-9c7292529cab/state
|
2019 | 2024-10-22T00:37:21.156Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51110
|
2020 | 2024-10-22T00:37:21.156Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51110
req_id = 18a7b9f4-8b08-46e7-857e-b7c773b53fba
response_code = 200
uri = /vpc-routes
|
2021 | 2024-10-22T00:37:21.162Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60349
|
2022 | 2024-10-22T00:37:21.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60349
req_id = 317b082a-c332-46db-af03-87186a09647f
response_code = 200
uri = /vmms/0aef4f71-019e-41bc-a78a-9c7292529cab/state
|
2023 | 2024-10-22T00:37:21.173Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41575
|
2024 | 2024-10-22T00:37:21.173Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41575
req_id = 74607911-c7df-4546-9648-d3cc391a05ed
response_code = 200
uri = /vpc-routes
|
2025 | 2024-10-22T00:37:21.177Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {bb2562cc-387d-4dec-b6ab-7f8cb3916a5c: {10.151.2.175: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}, 10.151.2.176: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}}} }
|
2026 | 2024-10-22T00:37:21.177Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51110
req_id = 59aa7c71-cb57-4e27-a2a9-ff220e82e79a
response_code = 204
uri = /eip-gateways
|
2027 | 2024-10-22T00:37:21.181Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39587
|
2028 | 2024-10-22T00:37:21.181Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39587
req_id = 8af52f24-c46c-4c9b-a1e6-e7a6c62bbf76
response_code = 200
uri = /v2p
|
2029 | 2024-10-22T00:37:21.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 144
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51110
req_id = 174af28d-f397-44c4-84d9-528866698d67
response_code = 204
uri = /vpc-routes
|
2030 | 2024-10-22T00:37:21.231Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {bb2562cc-387d-4dec-b6ab-7f8cb3916a5c: {10.151.2.175: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}, 10.151.2.176: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}}} }
|
2031 | 2024-10-22T00:37:21.231Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41575
req_id = 85f45f91-ed95-4c03-9730-321508ad0d75
response_code = 204
uri = /eip-gateways
|
2032 | 2024-10-22T00:37:21.249Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 154
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41575
req_id = f99845d9-2848-4b93-a519-56e516af887a
response_code = 204
uri = /vpc-routes
|
2033 | 2024-10-22T00:37:21.270Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52561
|
2034 | 2024-10-22T00:37:21.270Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 57
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52561
req_id = 58d5cf62-ef54-4030-8914-ca7b72739868
response_code = 200
uri = /vmms/0aef4f71-019e-41bc-a78a-9c7292529cab/state
|
2035 | 2024-10-22T00:37:21.275Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61763
|
2036 | 2024-10-22T00:37:21.276Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
2037 | 2024-10-22T00:37:21.323Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
2038 | 2024-10-22T00:37:21.386Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 110469
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:61763
req_id = 5ce67ace-ce78-462a-80ee-082c85d6f921
response_code = 204
uri = /switch-ports
|
2039 | 2024-10-22T00:37:21.386Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37178
|
2040 | 2024-10-22T00:37:21.386Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62394
|
2041 | 2024-10-22T00:37:21.386Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 269
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61763
req_id = b51ec126-1f0c-4913-811f-cb235cb7894b
response_code = 200
uri = /network-bootstore-config
|
2042 | 2024-10-22T00:37:21.387Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 211
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62394
req_id = bfb1a316-b05d-4d69-821a-4f3878eb544f
response_code = 200
uri = /v2p
|
2043 | 2024-10-22T00:37:21.387Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
2044 | 2024-10-22T00:37:21.392Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39662
|
2045 | 2024-10-22T00:37:21.398Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 176
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39662
req_id = 4ce69713-2355-4405-b22d-8c232d626dd8
response_code = 200
uri = /vpc-routes
|
2046 | 2024-10-22T00:37:21.415Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {bb2562cc-387d-4dec-b6ab-7f8cb3916a5c: {10.151.2.175: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}, 10.151.2.176: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}}} }
|
2047 | 2024-10-22T00:37:21.415Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:39662
req_id = c1ad2c58-deca-4618-98d5-a53541b39fe6
response_code = 204
uri = /eip-gateways
|
2048 | 2024-10-22T00:37:21.430Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
2049 | 2024-10-22T00:37:21.480Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46523
|
2050 | 2024-10-22T00:37:21.481Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 249
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46523
req_id = bf6d19e7-9ff6-48fe-b031-d1fa9ed72be8
response_code = 200
uri = /v2p
|
2051 | 2024-10-22T00:37:21.489Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 102726
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:37178
req_id = f2ec9ece-e6f6-4f8a-8e97-27ef8bec442b
response_code = 204
uri = /switch-ports
|
2052 | 2024-10-22T00:37:21.490Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37178
req_id = 1801d57d-1ef6-4d72-8479-8f0eff8097ff
response_code = 200
uri = /network-bootstore-config
|
2053 | 2024-10-22T00:37:21.490Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 201
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:39662
req_id = acad418c-57cd-4f4a-b6bf-f34889aedd20
response_code = 204
uri = /vpc-routes
|
2054 | 2024-10-22T00:37:21.549Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61235
|
2055 | 2024-10-22T00:37:21.549Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4133
|
2056 | 2024-10-22T00:37:21.587Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4157
|
2057 | 2024-10-22T00:37:21.642Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93544
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:61235
req_id = 9d16c069-4de2-401e-b83f-f6bc8d5564e6
response_code = 204
uri = /switch-ports
|
2058 | 2024-10-22T00:37:21.643Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61235
req_id = 9b3186db-cb52-4510-b421-b01ccf60e2de
response_code = 200
uri = /network-bootstore-config
|
2059 | 2024-10-22T00:37:24.693Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 9608
local_addr = [fd00:1122:3344:101::1]:54049
method = GET
remote_addr = [fd00:1122:3344:101::d]:35322
req_id = e2883042-405e-4972-a7f2-80205802f067
response_code = 200
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
uri = /e50e0974-d68b-427b-915b-5bd9a655288a
|
2060 | 2024-10-22T00:37:27.904Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61830
|
2061 | 2024-10-22T00:37:27.904Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 29
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61830
req_id = 968273d9-1603-465f-b295-e4d218c1402f
response_code = 200
uri = /baseboard
|
2062 | 2024-10-22T00:37:31.581Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40681
|
2063 | 2024-10-22T00:37:31.581Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 491
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:40681
req_id = 7a23ecbe-ce6b-4ef0-ac07-31cc7a720883
response_code = 200
uri = /vmms/0aef4f71-019e-41bc-a78a-9c7292529cab/state
|
2064 | 2024-10-22T00:37:31.582Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-22T00:37:31.582066956Z }
file = sled-agent/src/instance.rs:685
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2065 | 2024-10-22T00:37:31.582Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:707
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-22T00:37:31.582066956Z }
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2066 | 2024-10-22T00:37:31.582Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-22T00:37:31.582066956Z }, migration_in: None, migration_out: None }
|
2067 | 2024-10-22T00:37:31.591Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-22T00:37:31.591429728Z }
file = sled-agent/src/instance.rs:685
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2068 | 2024-10-22T00:37:31.591Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:707
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-22T00:37:31.591429728Z }
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2069 | 2024-10-22T00:37:31.591Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:721
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2070 | 2024-10-22T00:37:31.591Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
2071 | 2024-10-22T00:37:31.591Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 7510403784781763121
n_samples = 6
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
2072 | 2024-10-22T00:37:31.591Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 17994826670306291983
n_samples = 6
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
2073 | 2024-10-22T00:37:31.593Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
2074 | 2024-10-22T00:37:31.593Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/debug/bundle/zone", "/pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/debug", "/pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/debug", "/pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/debug", "/pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/debug", "/pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/debug", "/pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/debug", "/pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/debug", "/pool/ext/6bea9bba-836b-44a8-977b-0b50b3178081/crypt/debug", "/pool/ext/c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
|
2075 | 2024-10-22T00:37:32.431Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1142
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab", bundle_id: 56977bd8-8a99-4362-b563-dfc5707f7051 }, time_created: 2024-10-22T00:37:31.594102172Z, version: 0, cause: TerminatedInstance }
|
2076 | 2024-10-22T00:37:32.431Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab
file = sled-agent/src/instance.rs:935
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2077 | 2024-10-22T00:37:34.214Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:270
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2078 | 2024-10-22T00:37:34.230Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:964
id = RouterId { vni: Vni(15647631), kind: System }
|
2079 | 2024-10-22T00:37:34.230Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:964
id = RouterId { vni: Vni(15647631), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
2080 | 2024-10-22T00:37:34.230Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-22T00:37:34.230794309Z }, migration_in: None, migration_out: None }
|
2081 | 2024-10-22T00:37:34.307Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-22T00:37:34.230794309Z }, migration_in: None, migration_out: None }
|
2082 | 2024-10-22T00:37:34.312Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:872
instance_id = 7d023311-eb77-4625-832f-45e1831adeee
propolis_id = 0aef4f71-019e-41bc-a78a-9c7292529cab
|
2083 | 2024-10-22T00:37:35.157Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64810
|
2084 | 2024-10-22T00:37:35.157Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64810
req_id = e6c0e132-65f6-47e3-807c-ebc269cb44f5
response_code = 200
uri = /vpc-routes
|
2085 | 2024-10-22T00:37:35.172Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {bb2562cc-387d-4dec-b6ab-7f8cb3916a5c: {10.151.2.176: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}, 10.151.2.175: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}}} }
|
2086 | 2024-10-22T00:37:35.172Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64810
req_id = 67460137-9cc8-4026-a021-fad99c9e306f
response_code = 204
uri = /eip-gateways
|
2087 | 2024-10-22T00:37:35.180Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 180
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:64810
req_id = c622832d-b91a-486f-8b97-e7cae93b673a
response_code = 204
uri = /vpc-routes
|
2088 | 2024-10-22T00:37:35.205Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33836
|
2089 | 2024-10-22T00:37:35.205Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 162
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33836
req_id = 318b8e28-215f-4d87-ae0a-ff575813f7f4
response_code = 200
uri = /v2p
|
2090 | 2024-10-22T00:37:35.974Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49125
|
2091 | 2024-10-22T00:37:35.975Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 178
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49125
req_id = 7a978a58-9321-473a-993d-988df6e30eb7
response_code = 200
uri = /v2p
|
2092 | 2024-10-22T00:37:36.186Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59935
|
2093 | 2024-10-22T00:37:36.186Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59935
req_id = 5501688b-7227-4d82-ad06-8221f416f38b
response_code = 200
uri = /vpc-routes
|
2094 | 2024-10-22T00:37:36.199Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
2095 | 2024-10-22T00:37:36.200Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1203
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
|
2096 | 2024-10-22T00:37:36.200Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59935
req_id = aa0f4db6-24d5-40f6-a2d4-92315645f510
response_code = 204
uri = /eip-gateways
|
2097 | 2024-10-22T00:37:36.208Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 412
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59935
req_id = 83e1f641-0eec-47d8-9166-7ba7e59a85f5
response_code = 204
uri = /vpc-routes
|
2098 | 2024-10-22T00:37:37.567Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64025
|
2099 | 2024-10-22T00:37:37.567Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64025
req_id = ff32a519-18fe-430c-8305-e8ca837b34ee
response_code = 200
uri = /vpc-routes
|
2100 | 2024-10-22T00:37:37.581Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1177
sled_id = e50e0974-d68b-427b-915b-5bd9a655288a
values = ExternalIpGatewayMap { mappings: {} }
|
2101 | 2024-10-22T00:37:37.581Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64025
req_id = f2b5b0e2-ed61-4972-9888-715d797319b9
response_code = 204
uri = /eip-gateways
|
2102 | 2024-10-22T00:37:37.588Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 209
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64025
req_id = ee7e3e98-63da-41a7-a52a-404931ce0e35
response_code = 204
uri = /vpc-routes
|