| 1 | | [ Oct 16 19:53:28 Enabled. ] |
| 2 | | [ Oct 16 19:53:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Oct 16 19:53:28 Method "start" exited with status 0. ] |
| 4 | | [ Oct 16 19:53:28 Rereading configuration. ] |
| 5 | | [ Oct 16 19:53:28 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-10-16T19:53:28.533Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
| 8 | 2024-10-16T19:53:28.533Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2024-10-16T19:53:28.587Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
| 10 | 2024-10-16T19:53:28.587Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2024-10-16T19:53:28.704Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2024-10-16T19:53:28.713Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2024-10-16T19:53:28.721Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
| 14 | 2024-10-16T19:53:29.324Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }
|
| 15 | 2024-10-16T19:53:29.460Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
| 16 | 2024-10-16T19:53:29.460Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
| 17 | 2024-10-16T19:53:29.460Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
| 18 | 2024-10-16T19:53:29.460Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
| 19 | 2024-10-16T19:53:29.460Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 20 | 2024-10-16T19:53:29.460Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:717
|
| 21 | 2024-10-16T19:53:29.463Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "sock", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:624
|
| 22 | 2024-10-16T19:53:29.463Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:766
|
| 23 | 2024-10-16T19:53:29.463Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
| 24 | 2024-10-16T19:53:29.463Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:825
|
| 25 | 2024-10-16T19:53:29.463Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
| 26 | 2024-10-16T19:53:29.463Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
| 27 | 2024-10-16T19:53:29.463Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 28 | 2024-10-16T19:53:29.463Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2024-10-16T19:53:29.463Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2024-10-16T19:53:29.475Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 31 | 2024-10-16T19:53:29.475Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool)
|
| 32 | 2024-10-16T19:53:29.574Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal }
|
| 33 | 2024-10-16T19:53:29.996Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 34 | 2024-10-16T19:53:29.996Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
| 35 | 2024-10-16T19:53:29.996Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2024-10-16T19:53:29.996Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2024-10-16T19:53:29.996Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 38 | 2024-10-16T19:53:29.996Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2024-10-16T19:53:29.996Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2024-10-16T19:53:30.005Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 41 | 2024-10-16T19:53:30.005Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool)
|
| 42 | 2024-10-16T19:53:30.097Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal }
|
| 43 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
| 44 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 45 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 46 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 47 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 48 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 49 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 50 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
| 51 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 52 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 53 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 54 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 55 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
| 56 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 57 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 58 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 59 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 60 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 61 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
| 62 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 63 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 64 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 65 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 66 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 67 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
| 68 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 69 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 70 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 71 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 72 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 73 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
| 74 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 75 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 76 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 77 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 78 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 79 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
| 80 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 81 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 82 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 83 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 84 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 85 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
| 86 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 87 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 88 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 89 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 90 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 91 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
| 92 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 93 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 94 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 95 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 96 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 97 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
| 98 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
| 99 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 100 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 101 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 102 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 103 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
| 104 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (bootstore): No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 105 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (bootstore): No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 106 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-sock-i86pc
|
| 107 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (bootstore): No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 108 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (bootstore): No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 109 | 2024-10-16T19:53:30.497Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-sock-i86pc
|
| 110 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
| 111 | 2024-10-16T19:53:30.497Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
| 112 | 2024-10-16T19:53:30.508Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:739
|
| 113 | 2024-10-16T19:53:30.509Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 4956, tv_nsec: 472863956 }
time_to_next_cleanup = 599.999917319s
|
| 114 | 2024-10-16T19:53:30.509Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3924
|
| 115 | 2024-10-16T19:53:30.509Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 116 | 2024-10-16T19:53:30.509Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2024-10-16T19:53:30.512Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2024-10-16T19:53:30.512Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
| 119 | 2024-10-16T19:53:30.514Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:51
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 120 | 2024-10-16T19:53:30.514Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
vlan_id: None,
rib_priority: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1073
|
| 121 | 2024-10-16T19:53:30.514Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 122 | 2024-10-16T19:53:30.514Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 123 | 2024-10-16T19:53:30.514Z | INFO | SledAgent (RSS): No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 124 | 2024-10-16T19:53:30.514Z | INFO | SledAgent (RSS): No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 125 | 2024-10-16T19:53:30.514Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1136
|
| 126 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 127 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (RSS): No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 128 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (RSS): No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 129 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1178
|
| 130 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:156
|
| 131 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:129
|
| 132 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 133 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 134 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 135 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (RSS): Sled plan written to storage: Plan {
rack_id: dbc07659-6078-4fa6-9892-1d25efe44b81,
sleds: {
[fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {
generation: 0,
schema_version: 1,
body: StartSledAgentRequestBody {
id: 8219fdd9-0a75-42c9-91db-deb66a850e5b (sled),
rack_id: dbc07659-6078-4fa6-9892-1d25efe44b81,
use_trust_quorum: false,
is_lrtq_learner: false,
subnet: Ipv6Subnet {
net: Ipv6Net {
addr: fd00:1122:3344:101::,
width: 64,
},
},
},
},
},
config: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
vlan_id: None,
rib_priority: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
},
}
file = sled-agent/src/rack_setup/plan/sled.rs:176
|
| 136 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1212
|
| 137 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 138 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 139 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 140 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 141 | 2024-10-16T19:53:30.515Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:232
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 8219fdd9-0a75-42c9-91db-deb66a850e5b (sled), rack_id: dbc07659-6078-4fa6-9892-1d25efe44b81, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 142 | 2024-10-16T19:53:30.516Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4221
|
| 143 | 2024-10-16T19:53:30.516Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4603
|
| 144 | 2024-10-16T19:53:30.521Z | INFO | SledAgent (SledAgentSprocketsClient): Loaded keys and certs
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50
|
| 145 | 2024-10-16T19:53:30.526Z | INFO | SledAgent (SledAgentSprocketsClient): Certificate chain verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 146 | 2024-10-16T19:53:30.526Z | INFO | SledAgent (SledAgentSprocketsClient): Signature verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 147 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (SledAgentSprocketsServer): Certificate chain verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 148 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (SledAgentSprocketsServer): Signature verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 149 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:74
remote_addr = [fdb0:18c0:4d0d:a02a::1]:44281
|
| 150 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 8219fdd9-0a75-42c9-91db-deb66a850e5b (sled), rack_id: dbc07659-6078-4fa6-9892-1d25efe44b81, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:362
|
| 151 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:377
|
| 152 | 2024-10-16T19:53:30.531Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 153 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 154 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:451
|
| 155 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:644
|
| 156 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
| 157 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 158 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 159 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:633
|
| 160 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:661
|
| 161 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:440
|
| 162 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 163 | 2024-10-16T19:53:30.531Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:532
result = DisksManagementResult { status: [] }
|
| 164 | 2024-10-16T19:53:30.550Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 165 | 2024-10-16T19:53:30.571Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:316
|
| 166 | 2024-10-16T19:53:30.583Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:391
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 167 | 2024-10-16T19:53:30.583Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 168 | 2024-10-16T19:53:30.583Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:403
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 169 | 2024-10-16T19:53:30.583Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 170 | 2024-10-16T19:53:30.586Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 56.15192ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "5999114a-525a-4c53-89ab-d2480878633f", "content-length": "124", "date": "Wed, 16 Oct 2024 19:53:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "5999114a-525a-4c53-89ab-d2480878633f" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 171 | 2024-10-16T19:53:30.589Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 172 | 2024-10-16T19:53:30.597Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_cbfc6c66-d757-4575-bf7b-0236f59fa7a9/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 173 | 2024-10-16T19:53:30.620Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_cbfc6c66-d757-4575-bf7b-0236f59fa7a9/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 174 | 2024-10-16T19:53:30.620Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_cbfc6c66-d757-4575-bf7b-0236f59fa7a9/swap"
file = sled-agent/src/swap_device.rs:96
|
| 175 | 2024-10-16T19:53:30.626Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:418
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 176 | 2024-10-16T19:53:30.626Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:128
|
| 177 | 2024-10-16T19:53:30.626Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_cbfc6c66-d757-4575-bf7b-0236f59fa7a9/backing/fmd
file = sled-agent/src/backing_fs.rs:138
|
| 178 | 2024-10-16T19:53:30.644Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 179 | 2024-10-16T19:53:30.644Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 146.819688ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "2cbe79f4-6cec-43f7-bf56-4998d7e4f1b6", "content-length": "124", "date": "Wed, 16 Oct 2024 19:53:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "2cbe79f4-6cec-43f7-bf56-4998d7e4f1b6" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 180 | 2024-10-16T19:53:30.711Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:173
|
| 181 | 2024-10-16T19:53:30.792Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 182 | 2024-10-16T19:53:30.793Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 201.423212ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0a0c561a-c20c-4e65-8825-55de31246ade", "content-length": "124", "date": "Wed, 16 Oct 2024 19:53:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0a0c561a-c20c-4e65-8825-55de31246ade" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 183 | 2024-10-16T19:53:30.930Z | INFO | SledAgent (BackingFs): Mounting oxi_cbfc6c66-d757-4575-bf7b-0236f59fa7a9/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:181
|
| 184 | 2024-10-16T19:53:30.943Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:189
|
| 185 | 2024-10-16T19:53:30.943Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:189
|
| 186 | 2024-10-16T19:53:30.943Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:189
|
| 187 | 2024-10-16T19:53:30.943Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:195
|
| 188 | 2024-10-16T19:53:30.995Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 189 | 2024-10-16T19:53:30.996Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 98.316365ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "d17e2278-11ab-4403-a29d-fd541dc1e7e0", "content-length": "124", "date": "Wed, 16 Oct 2024 19:53:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "d17e2278-11ab-4403-a29d-fd541dc1e7e0" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 190 | 2024-10-16T19:53:31.095Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 191 | 2024-10-16T19:53:31.095Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 267.433849ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "0a2b3553-349d-4f27-9ba9-df6c353603f0", "content-length": "124", "date": "Wed, 16 Oct 2024 19:53:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "0a2b3553-349d-4f27-9ba9-df6c353603f0" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 192 | 2024-10-16T19:53:31.364Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 193 | 2024-10-16T19:53:31.365Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 241.637026ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "7ec3bc20-d821-4285-9d25-a7aae1b6bfc2", "content-length": "124", "date": "Wed, 16 Oct 2024 19:53:30 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "7ec3bc20-d821-4285-9d25-a7aae1b6bfc2" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 194 | 2024-10-16T19:53:31.608Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 195 | 2024-10-16T19:53:31.609Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 167.782352ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b84c4b84-b68c-4f67-aa8c-7e58bd49c46e", "content-length": "124", "date": "Wed, 16 Oct 2024 19:53:31 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b84c4b84-b68c-4f67-aa8c-7e58bd49c46e" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 196 | 2024-10-16T19:53:31.671Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:93
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 197 | 2024-10-16T19:53:31.677Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fd00:1122:3344:101::1]:43167
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 198 | 2024-10-16T19:53:31.677Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 199 | 2024-10-16T19:53:31.677Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:43167
file = oximeter/producer/src/lib.rs:283
interval = 30s
producer_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 200 | 2024-10-16T19:53:31.678Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 224.780061ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 201 | 2024-10-16T19:53:31.679Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 202 | 2024-10-16T19:53:31.679Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 203 | 2024-10-16T19:53:31.679Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:923
underlay_address = fd00:1122:3344:101::1
|
| 204 | 2024-10-16T19:53:31.679Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
| 205 | 2024-10-16T19:53:31.778Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 206 | 2024-10-16T19:53:31.904Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 653.28969ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 207 | 2024-10-16T19:53:32.559Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 566.876517ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 208 | 2024-10-16T19:53:33.128Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.018751343s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 209 | 2024-10-16T19:53:34.242Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2679
|
| 210 | 2024-10-16T19:53:34.242Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2897
|
| 211 | 2024-10-16T19:53:34.242Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2549
|
| 212 | 2024-10-16T19:53:34.242Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2596
|
| 213 | 2024-10-16T19:53:34.243Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2978
|
| 214 | 2024-10-16T19:53:34.243Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:3020
|
| 215 | 2024-10-16T19:53:34.244Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2822
|
| 216 | 2024-10-16T19:53:34.246Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2590
|
| 217 | 2024-10-16T19:53:34.246Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='e26fc07e-df65-4167-8a2b-71e9ef4436ad'/>
<propval type="astring" name="rack_id" value='dbc07659-6078-4fa6-9892-1d25efe44b81'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:a02a::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fee3:31fb'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:a02a::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"sock","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_id" value='8219fdd9-0a75-42c9-91db-deb66a850e5b'/>
<propval type="astring" name="rack_id" value='dbc07659-6078-4fa6-9892-1d25efe44b81'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='sock'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='8219fdd9-0a75-42c9-91db-deb66a850e5b'/>
<propval type="astring" name="rack_uuid" value='dbc07659-6078-4fa6-9892-1d25efe44b81'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='8219fdd9-0a75-42c9-91db-deb66a850e5b'/>
<propval type="astring" name="rack_uuid" value='dbc07659-6078-4fa6-9892-1d25efe44b81'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 218 | 2024-10-16T19:53:34.246Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
| 219 | 2024-10-16T19:53:34.656Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 71.363747ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 220 | 2024-10-16T19:53:34.838Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 117.107344ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 221 | 2024-10-16T19:53:35.013Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 241.18865ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 222 | 2024-10-16T19:53:35.149Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 5.500410988s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 223 | 2024-10-16T19:53:35.351Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 525.65619ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 224 | 2024-10-16T19:53:35.995Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 539.237233ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 225 | 2024-10-16T19:53:36.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.375523721s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 226 | 2024-10-16T19:53:38.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 702.682967ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 227 | 2024-10-16T19:53:39.179Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 755.022353ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 228 | 2024-10-16T19:53:40.238Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fd00:1122:3344:101::1]:12345
|
| 229 | 2024-10-16T19:53:40.238Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:432
|
| 230 | 2024-10-16T19:53:40.238Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 231 | 2024-10-16T19:53:40.238Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 232 | 2024-10-16T19:53:40.239Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 233 | 2024-10-16T19:53:40.239Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 234 | 2024-10-16T19:53:40.239Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))
|
| 235 | 2024-10-16T19:53:40.239Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3924
|
| 236 | 2024-10-16T19:53:40.239Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:81
remote_addr = [fdb0:18c0:4d0d:a02a::1]:44281
|
| 237 | 2024-10-16T19:53:40.484Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:117
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 238 | 2024-10-16T19:53:40.484Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:252
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 239 | 2024-10-16T19:53:40.484Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 240 | 2024-10-16T19:53:40.484Z | INFO | SledAgent (RSS): No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
| 241 | 2024-10-16T19:53:40.484Z | INFO | SledAgent (RSS): No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
| 242 | 2024-10-16T19:53:40.484Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 243 | 2024-10-16T19:53:40.484Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 244 | 2024-10-16T19:53:40.484Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 245 | 2024-10-16T19:53:40.490Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4245
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 246 | 2024-10-16T19:53:40.490Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:4261
|
| 247 | 2024-10-16T19:53:40.490Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:534
zone = oxz_switch
|
| 248 | 2024-10-16T19:53:40.714Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 9.154107739s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 249 | 2024-10-16T19:53:40.742Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39073
|
| 250 | 2024-10-16T19:53:40.742Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 251 | 2024-10-16T19:53:40.742Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 252 | 2024-10-16T19:53:40.742Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 253 | 2024-10-16T19:53:40.742Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 254 | 2024-10-16T19:53:40.743Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 356
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39073
req_id = f6f6622c-4e28-41d3-930f-67aba8e02904
response_code = 200
uri = /inventory
|
| 255 | 2024-10-16T19:53:40.774Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58517
|
| 256 | 2024-10-16T19:53:40.774Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58517
req_id = e863fc10-026a-4c1e-9726-8e3835dcfeb0
response_code = 200
uri = /sled-role
|
| 257 | 2024-10-16T19:53:40.776Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 258 | 2024-10-16T19:53:40.776Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
| 259 | 2024-10-16T19:53:40.776Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
| 260 | 2024-10-16T19:53:40.776Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:882
|
| 261 | 2024-10-16T19:53:40.816Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 0812a377-dffc-44fd-9fc4-f9ff024e3b3e, pool_id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: e9e30ba8-ce07-482a-b635-a6b195f0b0e6, pool_id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: a63aeb94-ee18-45ea-990e-25fedc4fe4c2, pool_id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 4e82a3df-21ad-46f6-be5b-6fec02b99120, pool_id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 4b55b34b-2e5e-4d6c-8c36-3a5d3e77f8a5, pool_id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 90477d4e-ed80-4a4b-8d6c-384695c15502, pool_id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: d14c5fab-70fc-4a7c-99ed-493bc7e9c792, pool_id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 4b56f2d8-d973-45bd-8816-a5d3fa45be3d, pool_id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 046c413d-768b-49f6-a532-3036a17c0916, pool_id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:375
sled_address = [fd00:1122:3344:101::1]:12345
|
| 262 | 2024-10-16T19:53:40.816Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40746
|
| 263 | 2024-10-16T19:53:40.816Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:864
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 264 | 2024-10-16T19:53:40.816Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 0812a377-dffc-44fd-9fc4-f9ff024e3b3e, pool_id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: e9e30ba8-ce07-482a-b635-a6b195f0b0e6, pool_id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: a63aeb94-ee18-45ea-990e-25fedc4fe4c2, pool_id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 4e82a3df-21ad-46f6-be5b-6fec02b99120, pool_id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 4b55b34b-2e5e-4d6c-8c36-3a5d3e77f8a5, pool_id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 90477d4e-ed80-4a4b-8d6c-384695c15502, pool_id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: d14c5fab-70fc-4a7c-99ed-493bc7e9c792, pool_id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 4b56f2d8-d973-45bd-8816-a5d3fa45be3d, pool_id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 046c413d-768b-49f6-a532-3036a17c0916, pool_id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 265 | 2024-10-16T19:53:40.816Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 266 | 2024-10-16T19:53:40.816Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 267 | 2024-10-16T19:53:40.816Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:866
request = omicron_physical_disks_ensure
|
| 268 | 2024-10-16T19:53:40.816Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 269 | 2024-10-16T19:53:40.816Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
| 270 | 2024-10-16T19:53:40.816Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 271 | 2024-10-16T19:53:40.816Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 272 | 2024-10-16T19:53:40.990Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 273 | 2024-10-16T19:53:40.990Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 07816f51-80ea-42fe-be75-52c288ba7fed (zpool)
|
| 274 | 2024-10-16T19:53:41.242Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8219fdd9-0a75-42c9-91db-deb66a850e5b)
file = sled-agent/src/probe_manager.rs:230
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 275 | 2024-10-16T19:53:41.716Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 913095229520037628
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 276 | 2024-10-16T19:53:41.716Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4740026357867090433
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 277 | 2024-10-16T19:53:41.942Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 278 | 2024-10-16T19:53:41.972Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }
|
| 279 | 2024-10-16T19:53:41.980Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:217
|
| 280 | 2024-10-16T19:53:41.980Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 281 | 2024-10-16T19:53:41.980Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 282 | 2024-10-16T19:53:41.980Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 283 | 2024-10-16T19:53:41.980Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 284 | 2024-10-16T19:53:41.980Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 285 | 2024-10-16T19:53:41.980Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 286 | 2024-10-16T19:53:42.017Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 287 | 2024-10-16T19:53:42.025Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_07816f51-80ea-42fe-be75-52c288ba7fed/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 288 | 2024-10-16T19:53:42.206Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_07816f51-80ea-42fe-be75-52c288ba7fed
file = sled-storage/src/dataset.rs:366
|
| 289 | 2024-10-16T19:53:42.214Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
| 290 | 2024-10-16T19:53:42.214Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
| 291 | 2024-10-16T19:53:42.214Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
| 292 | 2024-10-16T19:53:42.214Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 293 | 2024-10-16T19:53:42.214Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 294 | 2024-10-16T19:53:42.225Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 295 | 2024-10-16T19:53:42.225Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool)
|
| 296 | 2024-10-16T19:53:42.317Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }
|
| 297 | 2024-10-16T19:53:42.325Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:217
|
| 298 | 2024-10-16T19:53:42.325Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 299 | 2024-10-16T19:53:42.325Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 300 | 2024-10-16T19:53:42.325Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 301 | 2024-10-16T19:53:42.325Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 302 | 2024-10-16T19:53:42.325Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 303 | 2024-10-16T19:53:42.325Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 304 | 2024-10-16T19:53:42.329Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8219fdd9-0a75-42c9-91db-deb66a850e5b)
file = sled-agent/src/probe_manager.rs:230
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 305 | 2024-10-16T19:53:42.361Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 306 | 2024-10-16T19:53:42.370Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_4a0f3222-7021-44c5-8399-6c21f4349e5e/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 307 | 2024-10-16T19:53:42.547Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_4a0f3222-7021-44c5-8399-6c21f4349e5e
file = sled-storage/src/dataset.rs:366
|
| 308 | 2024-10-16T19:53:42.556Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
| 309 | 2024-10-16T19:53:42.556Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
| 310 | 2024-10-16T19:53:42.556Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
| 311 | 2024-10-16T19:53:42.556Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 312 | 2024-10-16T19:53:42.556Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 313 | 2024-10-16T19:53:42.566Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:367
|
| 314 | 2024-10-16T19:53:42.566Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool)
|
| 315 | 2024-10-16T19:53:42.662Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }
|
| 316 | 2024-10-16T19:53:42.670Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:217
|
| 317 | 2024-10-16T19:53:42.670Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 318 | 2024-10-16T19:53:42.670Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 319 | 2024-10-16T19:53:42.670Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 320 | 2024-10-16T19:53:42.670Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 321 | 2024-10-16T19:53:42.670Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 322 | 2024-10-16T19:53:42.670Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 323 | 2024-10-16T19:53:42.706Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 324 | 2024-10-16T19:53:42.714Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_5d388581-9a58-40b6-9601-b0ab9895a4b3/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 325 | 2024-10-16T19:53:42.887Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_5d388581-9a58-40b6-9601-b0ab9895a4b3
file = sled-storage/src/dataset.rs:366
|
| 326 | 2024-10-16T19:53:42.895Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
| 327 | 2024-10-16T19:53:42.896Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
| 328 | 2024-10-16T19:53:42.896Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
| 329 | 2024-10-16T19:53:42.896Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 330 | 2024-10-16T19:53:42.896Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 331 | 2024-10-16T19:53:42.905Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:367
|
| 332 | 2024-10-16T19:53:42.905Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = a532db9f-7bac-497d-878d-4a53b79b3824 (zpool)
|
| 333 | 2024-10-16T19:53:42.998Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }
|
| 334 | 2024-10-16T19:53:43.006Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:217
|
| 335 | 2024-10-16T19:53:43.006Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 336 | 2024-10-16T19:53:43.006Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 337 | 2024-10-16T19:53:43.007Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 338 | 2024-10-16T19:53:43.007Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 339 | 2024-10-16T19:53:43.007Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 340 | 2024-10-16T19:53:43.007Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 341 | 2024-10-16T19:53:43.042Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 342 | 2024-10-16T19:53:43.050Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_a532db9f-7bac-497d-878d-4a53b79b3824/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 343 | 2024-10-16T19:53:43.222Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_a532db9f-7bac-497d-878d-4a53b79b3824
file = sled-storage/src/dataset.rs:366
|
| 344 | 2024-10-16T19:53:43.230Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
| 345 | 2024-10-16T19:53:43.230Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
| 346 | 2024-10-16T19:53:43.230Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
| 347 | 2024-10-16T19:53:43.230Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 348 | 2024-10-16T19:53:43.230Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 349 | 2024-10-16T19:53:43.240Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:367
|
| 350 | 2024-10-16T19:53:43.240Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool)
|
| 351 | 2024-10-16T19:53:43.335Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }
|
| 352 | 2024-10-16T19:53:43.343Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:217
|
| 353 | 2024-10-16T19:53:43.343Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 354 | 2024-10-16T19:53:43.343Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 355 | 2024-10-16T19:53:43.343Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 356 | 2024-10-16T19:53:43.343Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 357 | 2024-10-16T19:53:43.343Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 358 | 2024-10-16T19:53:43.343Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 359 | 2024-10-16T19:53:43.346Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8219fdd9-0a75-42c9-91db-deb66a850e5b)
file = sled-agent/src/probe_manager.rs:230
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 360 | 2024-10-16T19:53:43.380Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 361 | 2024-10-16T19:53:43.388Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6abe9959-aff4-4c9a-9969-96fed306cf53/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 362 | 2024-10-16T19:53:43.559Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6abe9959-aff4-4c9a-9969-96fed306cf53
file = sled-storage/src/dataset.rs:366
|
| 363 | 2024-10-16T19:53:43.567Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
| 364 | 2024-10-16T19:53:43.567Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
| 365 | 2024-10-16T19:53:43.567Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
| 366 | 2024-10-16T19:53:43.567Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 367 | 2024-10-16T19:53:43.567Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 368 | 2024-10-16T19:53:43.577Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:367
|
| 369 | 2024-10-16T19:53:43.577Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool)
|
| 370 | 2024-10-16T19:53:43.675Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool), kind: External }
|
| 371 | 2024-10-16T19:53:43.683Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:217
|
| 372 | 2024-10-16T19:53:43.683Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 373 | 2024-10-16T19:53:43.683Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 374 | 2024-10-16T19:53:43.683Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 375 | 2024-10-16T19:53:43.683Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 376 | 2024-10-16T19:53:43.683Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 377 | 2024-10-16T19:53:43.683Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 378 | 2024-10-16T19:53:43.718Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 379 | 2024-10-16T19:53:43.726Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_9a11b802-7726-4718-8c0b-c164ebb6bfea/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 380 | 2024-10-16T19:53:43.906Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_9a11b802-7726-4718-8c0b-c164ebb6bfea
file = sled-storage/src/dataset.rs:366
|
| 381 | 2024-10-16T19:53:43.914Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
| 382 | 2024-10-16T19:53:43.914Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
| 383 | 2024-10-16T19:53:43.914Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
| 384 | 2024-10-16T19:53:43.914Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 385 | 2024-10-16T19:53:43.914Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 386 | 2024-10-16T19:53:43.924Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:367
|
| 387 | 2024-10-16T19:53:43.924Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool)
|
| 388 | 2024-10-16T19:53:44.019Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External }
|
| 389 | 2024-10-16T19:53:44.028Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:217
|
| 390 | 2024-10-16T19:53:44.028Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 391 | 2024-10-16T19:53:44.028Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 392 | 2024-10-16T19:53:44.028Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 393 | 2024-10-16T19:53:44.028Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 394 | 2024-10-16T19:53:44.028Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 395 | 2024-10-16T19:53:44.028Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 396 | 2024-10-16T19:53:44.067Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 397 | 2024-10-16T19:53:44.075Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_05deb148-f978-4f38-abf2-7bb8f4eebec9/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 398 | 2024-10-16T19:53:44.253Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_05deb148-f978-4f38-abf2-7bb8f4eebec9
file = sled-storage/src/dataset.rs:366
|
| 399 | 2024-10-16T19:53:44.261Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
| 400 | 2024-10-16T19:53:44.262Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
| 401 | 2024-10-16T19:53:44.262Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
| 402 | 2024-10-16T19:53:44.262Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 403 | 2024-10-16T19:53:44.262Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 404 | 2024-10-16T19:53:44.271Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:367
|
| 405 | 2024-10-16T19:53:44.271Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool)
|
| 406 | 2024-10-16T19:53:44.371Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External }
|
| 407 | 2024-10-16T19:53:44.379Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:217
|
| 408 | 2024-10-16T19:53:44.379Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 409 | 2024-10-16T19:53:44.379Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 410 | 2024-10-16T19:53:44.379Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 411 | 2024-10-16T19:53:44.379Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 412 | 2024-10-16T19:53:44.379Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 413 | 2024-10-16T19:53:44.379Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 414 | 2024-10-16T19:53:44.382Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8219fdd9-0a75-42c9-91db-deb66a850e5b)
file = sled-agent/src/probe_manager.rs:230
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 415 | 2024-10-16T19:53:44.414Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 416 | 2024-10-16T19:53:44.422Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_c8f95617-3c42-4eb6-b62d-71b6374646d1/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 417 | 2024-10-16T19:53:44.613Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_c8f95617-3c42-4eb6-b62d-71b6374646d1
file = sled-storage/src/dataset.rs:366
|
| 418 | 2024-10-16T19:53:44.622Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
| 419 | 2024-10-16T19:53:44.622Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
| 420 | 2024-10-16T19:53:44.622Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
| 421 | 2024-10-16T19:53:44.622Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 422 | 2024-10-16T19:53:44.622Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 423 | 2024-10-16T19:53:44.633Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:367
|
| 424 | 2024-10-16T19:53:44.633Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool)
|
| 425 | 2024-10-16T19:53:44.731Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool), kind: External }
|
| 426 | 2024-10-16T19:53:44.740Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:217
|
| 427 | 2024-10-16T19:53:44.740Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 428 | 2024-10-16T19:53:44.740Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 429 | 2024-10-16T19:53:44.740Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 430 | 2024-10-16T19:53:44.740Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 431 | 2024-10-16T19:53:44.740Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 432 | 2024-10-16T19:53:44.740Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 433 | 2024-10-16T19:53:44.776Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 434 | 2024-10-16T19:53:44.784Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_dd14c566-4ce8-4d9e-ab91-21ef96ebaf36/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 435 | 2024-10-16T19:53:44.954Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_dd14c566-4ce8-4d9e-ab91-21ef96ebaf36
file = sled-storage/src/dataset.rs:366
|
| 436 | 2024-10-16T19:53:44.962Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
| 437 | 2024-10-16T19:53:44.962Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
| 438 | 2024-10-16T19:53:44.962Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 439 | 2024-10-16T19:53:44.962Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 440 | 2024-10-16T19:53:44.962Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 441 | 2024-10-16T19:53:44.962Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 442 | 2024-10-16T19:53:44.962Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 443 | 2024-10-16T19:53:44.963Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:868
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 444 | 2024-10-16T19:53:44.963Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 445 | 2024-10-16T19:53:44.963Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:894
generation = Generation(1)
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 446 | 2024-10-16T19:53:44.963Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:899
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 447 | 2024-10-16T19:53:44.963Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:904
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 448 | 2024-10-16T19:53:44.963Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:121
gen = Generation(1)
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 449 | 2024-10-16T19:53:44.963Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:910
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 450 | 2024-10-16T19:53:44.963Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:798
gen = Generation(1)
|
| 451 | 2024-10-16T19:53:44.963Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:915
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 452 | 2024-10-16T19:53:44.963Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4146679
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:40746
req_id = bf55d6a8-c919-41d1-a2f3-cb3cd8649f58
response_code = 200
uri = /omicron-physical-disks
|
| 453 | 2024-10-16T19:53:44.994Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: acd61760-31de-4024-8375-b671bb18b6bf (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 10b74d3e-6165-421b-9b1c-d25aa0300fac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 454 | 2024-10-16T19:53:44.994Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58254
|
| 455 | 2024-10-16T19:53:44.995Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 456 | 2024-10-16T19:53:44.995Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 457 | 2024-10-16T19:53:45.048Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 458 | 2024-10-16T19:53:45.048Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 459 | 2024-10-16T19:53:45.099Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 460 | 2024-10-16T19:53:45.099Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 461 | 2024-10-16T19:53:45.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 462 | 2024-10-16T19:53:45.150Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 463 | 2024-10-16T19:53:45.150Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 464 | 2024-10-16T19:53:45.150Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 465 | 2024-10-16T19:53:45.193Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 466 | 2024-10-16T19:53:45.193Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 467 | 2024-10-16T19:53:45.193Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 468 | 2024-10-16T19:53:45.244Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
file = illumos-utils/src/zone.rs:316
|
| 469 | 2024-10-16T19:53:45.248Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
file = illumos-utils/src/zone.rs:316
|
| 470 | 2024-10-16T19:53:45.252Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
file = illumos-utils/src/zone.rs:316
|
| 471 | 2024-10-16T19:53:45.264Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
file = illumos-utils/src/zone.rs:354
|
| 472 | 2024-10-16T19:53:45.269Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
file = illumos-utils/src/zone.rs:354
|
| 473 | 2024-10-16T19:53:45.273Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
file = illumos-utils/src/zone.rs:354
|
| 474 | 2024-10-16T19:53:45.384Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8219fdd9-0a75-42c9-91db-deb66a850e5b)
file = sled-agent/src/probe_manager.rs:230
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 475 | 2024-10-16T19:53:46.847Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 476 | 2024-10-16T19:53:46.847Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
| 477 | 2024-10-16T19:53:46.847Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
|
| 478 | 2024-10-16T19:53:47.331Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 479 | 2024-10-16T19:53:47.810Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
| 480 | 2024-10-16T19:53:47.810Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 481 | 2024-10-16T19:53:47.810Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
| 482 | 2024-10-16T19:53:47.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f") failed: Property not found. retry in 49.647979ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
|
| 483 | 2024-10-16T19:53:47.818Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
|
| 484 | 2024-10-16T19:53:47.823Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
|
| 485 | 2024-10-16T19:53:47.877Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f") failed: Property not found. retry in 79.692874ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
|
| 486 | 2024-10-16T19:53:47.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac") failed: Property not found. retry in 47.063988ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
|
| 487 | 2024-10-16T19:53:47.954Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf") failed: Property not found. retry in 58.879636ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
|
| 488 | 2024-10-16T19:53:47.965Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f") failed: Property not found. retry in 267.099277ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
|
| 489 | 2024-10-16T19:53:48.004Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac") failed: Property not found. retry in 56.967502ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
|
| 490 | 2024-10-16T19:53:48.271Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf") failed: Property not found. retry in 111.817596ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
|
| 491 | 2024-10-16T19:53:48.296Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f") failed: Property not found. retry in 258.650374ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
|
| 492 | 2024-10-16T19:53:48.307Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac") failed: Property not found. retry in 205.305139ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
|
| 493 | 2024-10-16T19:53:48.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf") failed: Property not found. retry in 185.533966ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
|
| 494 | 2024-10-16T19:53:48.525Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac") failed: Property not found. retry in 432.288277ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
|
| 495 | 2024-10-16T19:53:48.565Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f") failed: Property not found. retry in 1.024422645s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
|
| 496 | 2024-10-16T19:53:48.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf") failed: Property not found. retry in 433.038393ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
|
| 497 | 2024-10-16T19:53:48.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac") failed: Property not found. retry in 499.712939ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
|
| 498 | 2024-10-16T19:53:49.038Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf") failed: Property not found. retry in 701.508046ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
|
| 499 | 2024-10-16T19:53:49.477Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac") failed: Property not found. retry in 656.463558ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
|
| 500 | 2024-10-16T19:53:49.600Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f") failed: Property not found. retry in 738.332811ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
|
| 501 | 2024-10-16T19:53:49.751Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf") failed: Property not found. retry in 716.71731ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
|
| 502 | 2024-10-16T19:53:50.142Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac") failed: Property not found. retry in 633.585749ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
|
| 503 | 2024-10-16T19:53:50.241Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 3188278876281977661
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 504 | 2024-10-16T19:53:50.241Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6208019998700526175
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 505 | 2024-10-16T19:53:50.346Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f") failed: Property not found. retry in 1.268973464s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
|
| 506 | 2024-10-16T19:53:50.475Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf") failed: Property not found. retry in 1.210709884s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
|
| 507 | 2024-10-16T19:53:50.785Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac") failed: Property not found. retry in 889.053054ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
|
| 508 | 2024-10-16T19:53:50.798Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:4269
|
| 509 | 2024-10-16T19:53:50.798Z | INFO | SledAgent (ServiceManager): Ensuring there is a default route
file = sled-agent/src/services.rs:4279
gateway = fd00:1122:3344:101::1
|
| 510 | 2024-10-16T19:53:50.805Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4358
|
| 511 | 2024-10-16T19:53:50.901Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4406
|
| 512 | 2024-10-16T19:53:50.901Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4433
|
| 513 | 2024-10-16T19:53:50.937Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4446
|
| 514 | 2024-10-16T19:53:50.937Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4310
|
| 515 | 2024-10-16T19:53:50.985Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4352
|
| 516 | 2024-10-16T19:53:50.985Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4413
rack_subnet = fd00:1122:3344::
|
| 517 | 2024-10-16T19:53:51.006Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4424
|
| 518 | 2024-10-16T19:53:51.006Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4466
|
| 519 | 2024-10-16T19:53:51.086Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4498
|
| 520 | 2024-10-16T19:53:51.086Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4504
|
| 521 | 2024-10-16T19:53:51.178Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::2]:65065
|
| 522 | 2024-10-16T19:53:51.178Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::2]:65065
req_id = 9068445c-ce9c-4b14-b3b5-ad6d57b898ee
response_code = 200
uri = /sled-identifiers
|
| 523 | 2024-10-16T19:53:51.179Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4545
|
| 524 | 2024-10-16T19:53:51.179Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:370
|
| 525 | 2024-10-16T19:53:51.212Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:418
|
| 526 | 2024-10-16T19:53:51.245Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:686
|
| 527 | 2024-10-16T19:53:51.245Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:724
|
| 528 | 2024-10-16T19:53:51.245Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:727
uptime = 0
|
| 529 | 2024-10-16T19:53:51.245Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:440
|
| 530 | 2024-10-16T19:53:51.281Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 531 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 532 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 533 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 534 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 535 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 536 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 537 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 538 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 539 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 540 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 541 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 542 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 543 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 544 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 545 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 546 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 547 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 548 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 549 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 550 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 551 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 552 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 553 | 2024-10-16T19:53:51.329Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 554 | 2024-10-16T19:53:51.623Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f") failed: Property not found. retry in 880.168857ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
|
| 555 | 2024-10-16T19:53:51.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac") failed: Property not found. retry in 1.385421211s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
|
| 556 | 2024-10-16T19:53:51.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf") failed: Property not found. retry in 779.074836ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
|
| 557 | 2024-10-16T19:53:51.719Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 913095229520037628
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 558 | 2024-10-16T19:53:51.719Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4740026357867090433
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 559 | 2024-10-16T19:53:52.483Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf") failed: Property not found. retry in 1.30216194s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
|
| 560 | 2024-10-16T19:53:52.513Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f") failed: Property not found. retry in 1.368303711s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
|
| 561 | 2024-10-16T19:53:53.078Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac") failed: Property not found. retry in 1.095142801s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
|
| 562 | 2024-10-16T19:53:53.795Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf") failed: Property not found. retry in 674.31469ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
|
| 563 | 2024-10-16T19:53:54.490Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f
|
| 564 | 2024-10-16T19:53:54.490Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf
|
| 565 | 2024-10-16T19:53:54.490Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac
|
| 566 | 2024-10-16T19:53:54.490Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 567 | 2024-10-16T19:53:54.490Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 568 | 2024-10-16T19:53:54.491Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 9496171
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:58254
req_id = fd6de5f9-3b43-4e46-a950-ba22d31deb6a
response_code = 204
uri = /omicron-zones
|
| 569 | 2024-10-16T19:53:54.492Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
| 570 | 2024-10-16T19:53:54.524Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 135.02759ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)
file = sled-agent/src/rack_setup/service.rs:595
|
| 571 | 2024-10-16T19:53:54.660Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 115.015761ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)
file = sled-agent/src/rack_setup/service.rs:595
|
| 572 | 2024-10-16T19:53:54.776Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 186.903415ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)
file = sled-agent/src/rack_setup/service.rs:595
|
| 573 | 2024-10-16T19:53:54.964Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 161.667575ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)
file = sled-agent/src/rack_setup/service.rs:595
|
| 574 | 2024-10-16T19:53:55.126Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 167.558456ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)
file = sled-agent/src/rack_setup/service.rs:595
|
| 575 | 2024-10-16T19:53:55.295Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 210.388742ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)
file = sled-agent/src/rack_setup/service.rs:595
|
| 576 | 2024-10-16T19:53:55.508Z | WARN | SledAgent (RSS): failed to write DNS configuration (will retry in 420.999713ms)
dns_config_addr = [fd00:1122:3344:1::1]:5353
error_message = Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)
file = sled-agent/src/rack_setup/service.rs:595
|
| 577 | 2024-10-16T19:53:56.018Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
| 578 | 2024-10-16T19:53:56.146Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
| 579 | 2024-10-16T19:53:56.242Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:611
|
| 580 | 2024-10-16T19:53:56.242Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 581 | 2024-10-16T19:53:56.274Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 582 | 2024-10-16T19:53:56.274Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 583 | 2024-10-16T19:53:56.274Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 584 | 2024-10-16T19:53:56.304Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: acd61760-31de-4024-8375-b671bb18b6bf (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 10b74d3e-6165-421b-9b1c-d25aa0300fac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: a84269db-6d3d-42ad-9f93-219e40755bef (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 42de50e5-df48-48fd-a07d-d80069f1493c, kind: Service { id: a84269db-6d3d-42ad-9f93-219e40755bef }, name: Name("ntp-a84269db-6d3d-42ad-9f93-219e40755bef"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 54])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 585 | 2024-10-16T19:53:56.304Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39047
|
| 586 | 2024-10-16T19:53:56.304Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 587 | 2024-10-16T19:53:56.304Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 588 | 2024-10-16T19:53:56.324Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 589 | 2024-10-16T19:53:56.324Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 590 | 2024-10-16T19:53:56.339Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 591 | 2024-10-16T19:53:56.339Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 592 | 2024-10-16T19:53:56.354Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 593 | 2024-10-16T19:53:56.354Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 594 | 2024-10-16T19:53:56.354Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 595 | 2024-10-16T19:53:56.355Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 596 | 2024-10-16T19:53:56.365Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 597 | 2024-10-16T19:53:56.396Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 598 | 2024-10-16T19:53:56.397Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 599 | 2024-10-16T19:53:56.397Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 600 | 2024-10-16T19:53:56.427Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 161, 54]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
| 601 | 2024-10-16T19:53:56.427Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = boundary_ntp
|
| 602 | 2024-10-16T19:53:56.427Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:83
|
| 603 | 2024-10-16T19:53:56.427Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:90
|
| 604 | 2024-10-16T19:53:56.428Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:118
|
| 605 | 2024-10-16T19:53:56.428Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 606 | 2024-10-16T19:53:56.450Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
file = illumos-utils/src/zone.rs:316
|
| 607 | 2024-10-16T19:53:56.469Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
file = illumos-utils/src/zone.rs:354
|
| 608 | 2024-10-16T19:53:57.137Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 609 | 2024-10-16T19:53:57.138Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
|
| 610 | 2024-10-16T19:53:57.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef") failed: Property not found. retry in 60.409192ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
|
| 611 | 2024-10-16T19:53:57.357Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef") failed: Property not found. retry in 136.531194ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
|
| 612 | 2024-10-16T19:53:57.510Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef") failed: Property not found. retry in 105.963382ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
|
| 613 | 2024-10-16T19:53:57.625Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef") failed: Property not found. retry in 366.70084ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
|
| 614 | 2024-10-16T19:53:58.002Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef") failed: Property not found. retry in 722.562214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
|
| 615 | 2024-10-16T19:53:58.734Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef") failed: Property not found. retry in 1.386898016s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
|
| 616 | 2024-10-16T19:54:00.131Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef") failed: Property not found. retry in 1.067176868s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
|
| 617 | 2024-10-16T19:54:00.243Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 3188278876281977661
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 618 | 2024-10-16T19:54:00.243Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6208019998700526175
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 619 | 2024-10-16T19:54:01.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef") failed: Property not found. retry in 1.382668531s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
|
| 620 | 2024-10-16T19:54:01.721Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 913095229520037628
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 621 | 2024-10-16T19:54:01.721Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4740026357867090433
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 622 | 2024-10-16T19:54:02.599Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef") failed: Property not found. retry in 673.316387ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
|
| 623 | 2024-10-16T19:54:03.294Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef
|
| 624 | 2024-10-16T19:54:03.294Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 625 | 2024-10-16T19:54:03.294Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 626 | 2024-10-16T19:54:03.295Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 6990465
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:39047
req_id = d369cb6e-2b2f-4c55-8803-358115af2ac1
response_code = 204
uri = /omicron-zones
|
| 627 | 2024-10-16T19:54:03.297Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:652
|
| 628 | 2024-10-16T19:54:03.327Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 629 | 2024-10-16T19:54:03.327Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52686
|
| 630 | 2024-10-16T19:54:03.337Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3877
|
| 631 | 2024-10-16T19:54:03.337Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 9581
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52686
req_id = e48d9dcc-887e-4659-9493-652ac10fab04
response_code = 500
uri = /timesync
|
| 632 | 2024-10-16T19:54:03.340Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 633 | 2024-10-16T19:54:03.490Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 634 | 2024-10-16T19:54:03.490Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47709
|
| 635 | 2024-10-16T19:54:03.904Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 9225590530477443102
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 636 | 2024-10-16T19:54:04.195Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 353559867775953461
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 637 | 2024-10-16T19:54:04.492Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13808256752940914418
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 638 | 2024-10-16T19:54:07.500Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3877
|
| 639 | 2024-10-16T19:54:07.500Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 4009538
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47709
req_id = 1213ee1a-64e4-430a-9de6-10cb259d9a95
response_code = 500
uri = /timesync
|
| 640 | 2024-10-16T19:54:07.503Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 641 | 2024-10-16T19:54:07.639Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 642 | 2024-10-16T19:54:07.639Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45732
|
| 643 | 2024-10-16T19:54:07.648Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3877
|
| 644 | 2024-10-16T19:54:07.649Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 9107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45732
req_id = e1630629-4c17-4689-8f85-6fa7bb47d848
response_code = 500
uri = /timesync
|
| 645 | 2024-10-16T19:54:07.651Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 646 | 2024-10-16T19:54:07.880Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 647 | 2024-10-16T19:54:07.880Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50238
|
| 648 | 2024-10-16T19:54:07.889Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3877
|
| 649 | 2024-10-16T19:54:07.889Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 8520
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50238
req_id = 30ebcd81-d5d3-473c-a5cb-b6a23862fca3
response_code = 500
uri = /timesync
|
| 650 | 2024-10-16T19:54:07.891Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 651 | 2024-10-16T19:54:08.023Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 652 | 2024-10-16T19:54:08.023Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47563
|
| 653 | 2024-10-16T19:54:10.031Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 2008613
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47563
req_id = b0835c1b-c634-49f6-984a-a1d2c7c3d7d1
response_code = 200
uri = /timesync
|
| 654 | 2024-10-16T19:54:10.034Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 655 | 2024-10-16T19:54:10.034Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 656 | 2024-10-16T19:54:10.245Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 3188278876281977661
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 657 | 2024-10-16T19:54:10.245Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6208019998700526175
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 658 | 2024-10-16T19:54:10.359Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 659 | 2024-10-16T19:54:10.359Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53506
|
| 660 | 2024-10-16T19:54:10.368Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8607
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53506
req_id = 594dd117-b094-4a9b-8579-f2eea1cdb3f1
response_code = 200
uri = /timesync
|
| 661 | 2024-10-16T19:54:10.371Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 662 | 2024-10-16T19:54:10.371Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 663 | 2024-10-16T19:54:10.589Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 664 | 2024-10-16T19:54:10.589Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54692
|
| 665 | 2024-10-16T19:54:10.598Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8362
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54692
req_id = 7a3788ae-0338-45df-9e29-6cf943f806cd
response_code = 200
uri = /timesync
|
| 666 | 2024-10-16T19:54:10.600Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 667 | 2024-10-16T19:54:10.600Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 668 | 2024-10-16T19:54:10.829Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 669 | 2024-10-16T19:54:10.829Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44574
|
| 670 | 2024-10-16T19:54:10.837Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8149
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44574
req_id = 3032655b-4365-48b0-a1a9-5368a08ce238
response_code = 200
uri = /timesync
|
| 671 | 2024-10-16T19:54:10.839Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 672 | 2024-10-16T19:54:10.839Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 673 | 2024-10-16T19:54:11.145Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 674 | 2024-10-16T19:54:11.145Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58788
|
| 675 | 2024-10-16T19:54:11.153Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8341
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:58788
req_id = fce5e5d6-b50f-47b3-a6d2-abdaa9ea8e03
response_code = 200
uri = /timesync
|
| 676 | 2024-10-16T19:54:11.156Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 677 | 2024-10-16T19:54:11.156Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 678 | 2024-10-16T19:54:11.649Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 679 | 2024-10-16T19:54:11.649Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47646
|
| 680 | 2024-10-16T19:54:11.658Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8513
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47646
req_id = 5303e48a-5c4d-49e8-b8e5-ce15396f6fa1
response_code = 200
uri = /timesync
|
| 681 | 2024-10-16T19:54:11.660Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729108449.900943, correction: -0.028177759 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 682 | 2024-10-16T19:54:11.660Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 683 | 2024-10-16T19:54:11.723Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 913095229520037628
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 684 | 2024-10-16T19:54:11.723Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4740026357867090433
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 685 | 2024-10-16T19:54:12.272Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 686 | 2024-10-16T19:54:12.273Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47859
|
| 687 | 2024-10-16T19:54:12.281Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8091
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47859
req_id = 3028b535-82b0-487b-892b-f6d7cc12a707
response_code = 200
uri = /timesync
|
| 688 | 2024-10-16T19:54:12.283Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729108449.900943, correction: -0.027079891 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 689 | 2024-10-16T19:54:12.283Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 690 | 2024-10-16T19:54:13.182Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 691 | 2024-10-16T19:54:13.182Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54346
|
| 692 | 2024-10-16T19:54:13.190Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8040
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54346
req_id = 3d4262b1-62a6-473e-bb4b-ec31d6c93e34
response_code = 200
uri = /timesync
|
| 693 | 2024-10-16T19:54:13.194Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729108449.900943, correction: -0.026356606 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 694 | 2024-10-16T19:54:13.194Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 695 | 2024-10-16T19:54:13.295Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6805984131586883019
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 696 | 2024-10-16T19:54:13.295Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7391972951615375945
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 697 | 2024-10-16T19:54:13.900Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 9225590530477443102
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 698 | 2024-10-16T19:54:14.190Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 353559867775953461
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 699 | 2024-10-16T19:54:14.257Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 700 | 2024-10-16T19:54:14.258Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48996
|
| 701 | 2024-10-16T19:54:14.280Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 22213
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48996
req_id = 0bab28f5-05bc-49d8-ae4b-997854d4113a
response_code = 200
uri = /timesync
|
| 702 | 2024-10-16T19:54:14.285Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1729108453.8294811, correction: -0.022874253 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 703 | 2024-10-16T19:54:14.285Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1298
|
| 704 | 2024-10-16T19:54:14.315Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: acd61760-31de-4024-8375-b671bb18b6bf (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 10b74d3e-6165-421b-9b1c-d25aa0300fac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: a84269db-6d3d-42ad-9f93-219e40755bef (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 42de50e5-df48-48fd-a07d-d80069f1493c, kind: Service { id: a84269db-6d3d-42ad-9f93-219e40755bef }, name: Name("ntp-a84269db-6d3d-42ad-9f93-219e40755bef"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 54])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 08f1bccc-0c0f-4da9-a73c-85c577c189ba (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } } } }, OmicronZoneConfig { id: c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 10ee3055-df8b-4492-9e82-8cdc649b5e74 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } } } }, OmicronZoneConfig { id: ed450506-0aa5-4ff7-8289-da1dc81520e2 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External } } } }, OmicronZoneConfig { id: f157ee59-a584-4d71-a3e7-21988a9b4cc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 705 | 2024-10-16T19:54:14.316Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42680
|
| 706 | 2024-10-16T19:54:14.316Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 707 | 2024-10-16T19:54:14.316Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 708 | 2024-10-16T19:54:14.335Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 709 | 2024-10-16T19:54:14.336Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 710 | 2024-10-16T19:54:14.354Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 711 | 2024-10-16T19:54:14.354Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 712 | 2024-10-16T19:54:14.372Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 08f1bccc-0c0f-4da9-a73c-85c577c189ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 713 | 2024-10-16T19:54:14.372Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 08f1bccc-0c0f-4da9-a73c-85c577c189ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 714 | 2024-10-16T19:54:14.436Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 715 | 2024-10-16T19:54:14.436Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 716 | 2024-10-16T19:54:14.500Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 10ee3055-df8b-4492-9e82-8cdc649b5e74, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 717 | 2024-10-16T19:54:14.500Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 10ee3055-df8b-4492-9e82-8cdc649b5e74, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 718 | 2024-10-16T19:54:14.562Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ed450506-0aa5-4ff7-8289-da1dc81520e2, dataset_name: DatasetName { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 719 | 2024-10-16T19:54:14.562Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: ed450506-0aa5-4ff7-8289-da1dc81520e2, dataset_name: DatasetName { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 720 | 2024-10-16T19:54:14.622Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f157ee59-a584-4d71-a3e7-21988a9b4cc2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 721 | 2024-10-16T19:54:14.622Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: f157ee59-a584-4d71-a3e7-21988a9b4cc2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 722 | 2024-10-16T19:54:14.683Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 723 | 2024-10-16T19:54:14.683Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 724 | 2024-10-16T19:54:14.683Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 725 | 2024-10-16T19:54:14.683Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 726 | 2024-10-16T19:54:14.767Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 727 | 2024-10-16T19:54:14.767Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 728 | 2024-10-16T19:54:14.767Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 729 | 2024-10-16T19:54:14.767Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 730 | 2024-10-16T19:54:14.767Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 731 | 2024-10-16T19:54:14.857Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
file = illumos-utils/src/zone.rs:316
|
| 732 | 2024-10-16T19:54:14.861Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
file = illumos-utils/src/zone.rs:316
|
| 733 | 2024-10-16T19:54:14.866Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
file = illumos-utils/src/zone.rs:316
|
| 734 | 2024-10-16T19:54:14.870Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
file = illumos-utils/src/zone.rs:316
|
| 735 | 2024-10-16T19:54:14.874Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
file = illumos-utils/src/zone.rs:316
|
| 736 | 2024-10-16T19:54:14.879Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
file = illumos-utils/src/zone.rs:354
|
| 737 | 2024-10-16T19:54:14.884Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
file = illumos-utils/src/zone.rs:354
|
| 738 | 2024-10-16T19:54:14.888Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
file = illumos-utils/src/zone.rs:354
|
| 739 | 2024-10-16T19:54:14.893Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
file = illumos-utils/src/zone.rs:354
|
| 740 | 2024-10-16T19:54:14.898Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
file = illumos-utils/src/zone.rs:354
|
| 741 | 2024-10-16T19:54:14.905Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 197.070011ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 742 | 2024-10-16T19:54:17.877Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='10ee3055-df8b-4492-9e82-8cdc649b5e74'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 743 | 2024-10-16T19:54:17.877Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 744 | 2024-10-16T19:54:17.883Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='08f1bccc-0c0f-4da9-a73c-85c577c189ba'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 745 | 2024-10-16T19:54:17.883Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 746 | 2024-10-16T19:54:17.916Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='ed450506-0aa5-4ff7-8289-da1dc81520e2'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 747 | 2024-10-16T19:54:17.917Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='f157ee59-a584-4d71-a3e7-21988a9b4cc2'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 748 | 2024-10-16T19:54:17.917Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 749 | 2024-10-16T19:54:17.922Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 750 | 2024-10-16T19:54:17.978Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 751 | 2024-10-16T19:54:17.978Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 752 | 2024-10-16T19:54:18.022Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74") failed: Property not found. retry in 27.634151ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 753 | 2024-10-16T19:54:18.034Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba") failed: Property not found. retry in 54.119371ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 754 | 2024-10-16T19:54:18.057Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2") failed: Property not found. retry in 56.182538ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 755 | 2024-10-16T19:54:18.065Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74") failed: Property not found. retry in 135.458597ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 756 | 2024-10-16T19:54:18.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2") failed: Property not found. retry in 39.290042ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 757 | 2024-10-16T19:54:18.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba") failed: Property not found. retry in 90.486325ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 758 | 2024-10-16T19:54:18.352Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2") failed: Property not found. retry in 72.486077ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 759 | 2024-10-16T19:54:18.381Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2") failed: Property not found. retry in 99.892145ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 760 | 2024-10-16T19:54:18.767Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba") failed: Property not found. retry in 194.685126ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 761 | 2024-10-16T19:54:18.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74") failed: Property not found. retry in 176.161229ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 762 | 2024-10-16T19:54:19.201Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2") failed: Property not found. retry in 145.784121ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 763 | 2024-10-16T19:54:19.377Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba") failed: Property not found. retry in 375.1124ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 764 | 2024-10-16T19:54:19.626Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74") failed: Property not found. retry in 469.411004ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 765 | 2024-10-16T19:54:20.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2") failed: Property not found. retry in 281.108785ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 766 | 2024-10-16T19:54:20.367Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 59.835793ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 767 | 2024-10-16T19:54:20.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2") failed: Property not found. retry in 277.586406ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 768 | 2024-10-16T19:54:20.451Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba") failed: Property not found. retry in 1.134834341s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 769 | 2024-10-16T19:54:20.468Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74") failed: Property not found. retry in 473.209024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 770 | 2024-10-16T19:54:20.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 147.23528ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 771 | 2024-10-16T19:54:20.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2") failed: Property not found. retry in 547.501663ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 772 | 2024-10-16T19:54:20.647Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 146.204676ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 773 | 2024-10-16T19:54:20.702Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2") failed: Property not found. retry in 850.001769ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 774 | 2024-10-16T19:54:20.804Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 304.838437ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 775 | 2024-10-16T19:54:20.953Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74") failed: Property not found. retry in 857.301329ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 776 | 2024-10-16T19:54:20.987Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48755
|
| 777 | 2024-10-16T19:54:20.987Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 122
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48755
req_id = 4bb07a59-e3fe-4137-992e-71da54d1a415
response_code = 200
uri = /baseboard
|
| 778 | 2024-10-16T19:54:21.122Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 731.509319ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 779 | 2024-10-16T19:54:21.139Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2") failed: Property not found. retry in 666.00317ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 780 | 2024-10-16T19:54:21.561Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2") failed: Property not found. retry in 1.391770026s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 781 | 2024-10-16T19:54:21.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba") failed: Property not found. retry in 1.008472945s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 782 | 2024-10-16T19:54:21.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2") failed: Property not found. retry in 973.901691ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 783 | 2024-10-16T19:54:21.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74") failed: Property not found. retry in 1.312327813s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 784 | 2024-10-16T19:54:21.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 527.901037ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 785 | 2024-10-16T19:54:22.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 806.42556ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 786 | 2024-10-16T19:54:22.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba") failed: Property not found. retry in 785.225061ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 787 | 2024-10-16T19:54:22.794Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2") failed: Property not found. retry in 1.431935823s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 788 | 2024-10-16T19:54:22.960Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2") failed: Property not found. retry in 680.204219ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 789 | 2024-10-16T19:54:23.140Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74") failed: Property not found. retry in 827.10422ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 790 | 2024-10-16T19:54:23.212Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 1.0804037s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 791 | 2024-10-16T19:54:23.405Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba") failed: Property not found. retry in 746.409452ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 792 | 2024-10-16T19:54:23.651Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2") failed: Property not found. retry in 1.151817509s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 793 | 2024-10-16T19:54:23.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74") failed: Property not found. retry in 1.251254609s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 794 | 2024-10-16T19:54:24.166Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba") failed: Property not found. retry in 1.019793225s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 795 | 2024-10-16T19:54:24.238Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2") failed: Property not found. retry in 676.807418ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 796 | 2024-10-16T19:54:24.302Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 804.683083ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 797 | 2024-10-16T19:54:24.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2") failed: Property not found. retry in 1.227834086s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 798 | 2024-10-16T19:54:24.924Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2") failed: Property not found. retry in 877.91537ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 799 | 2024-10-16T19:54:25.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 1.322861672s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 800 | 2024-10-16T19:54:25.195Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba") failed: Property not found. retry in 1.242452757s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 801 | 2024-10-16T19:54:25.241Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74") failed: Property not found. retry in 1.415314706s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 802 | 2024-10-16T19:54:25.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2") failed: Property not found. retry in 1.0008396s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 803 | 2024-10-16T19:54:26.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2") failed: Property not found. retry in 1.158720639s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 804 | 2024-10-16T19:54:26.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba") failed: Property not found. retry in 883.233628ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 805 | 2024-10-16T19:54:26.457Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 1.09065606s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 806 | 2024-10-16T19:54:26.667Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74") failed: Property not found. retry in 856.349773ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 807 | 2024-10-16T19:54:26.823Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2") failed: Property not found. retry in 863.194438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 808 | 2024-10-16T19:54:27.223Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2") failed: Property not found. retry in 1.354271371s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 809 | 2024-10-16T19:54:27.561Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 1.044730582s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 810 | 2024-10-16T19:54:28.617Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 1.421122635s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 811 | 2024-10-16T19:54:30.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 1.287538484s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 812 | 2024-10-16T19:54:30.817Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 485.557299ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 813 | 2024-10-16T19:54:32.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 856.734101ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 814 | 2024-10-16T19:54:32.981Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 1.421641336s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 815 | 2024-10-16T19:54:34.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 1.407293253s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 816 | 2024-10-16T19:54:36.127Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 768.808575ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 817 | 2024-10-16T19:54:36.904Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb") failed: Property not found. retry in 985.429005ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 818 | 2024-10-16T19:54:37.911Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2
|
| 819 | 2024-10-16T19:54:37.911Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba
|
| 820 | 2024-10-16T19:54:37.911Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74
|
| 821 | 2024-10-16T19:54:37.911Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2
|
| 822 | 2024-10-16T19:54:37.911Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb
|
| 823 | 2024-10-16T19:54:37.911Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 824 | 2024-10-16T19:54:37.918Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 825 | 2024-10-16T19:54:37.942Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 23648773
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:42680
req_id = 3d17262a-9802-48ae-97c7-4f68096432cc
response_code = 204
uri = /omicron-zones
|
| 826 | 2024-10-16T19:54:37.974Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41326
|
| 827 | 2024-10-16T19:54:38.005Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:3720
|
| 828 | 2024-10-16T19:54:38.852Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3738
|
| 829 | 2024-10-16T19:54:46.349Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.10931412s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 830 | 2024-10-16T19:54:51.021Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:53150
|
| 831 | 2024-10-16T19:54:51.021Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 58
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:53150
req_id = dd4e2d8a-1f2a-4ff8-b46d-7488bc230858
response_code = 200
uri = /baseboard
|
| 832 | 2024-10-16T19:54:58.140Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3761
|
| 833 | 2024-10-16T19:54:58.140Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 20165116
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:41326
req_id = 9a7efd8c-f193-4dab-a4ae-33945cfadd51
response_code = 204
uri = /cockroachdb
|
| 834 | 2024-10-16T19:54:58.173Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: acd61760-31de-4024-8375-b671bb18b6bf (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 10b74d3e-6165-421b-9b1c-d25aa0300fac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: a84269db-6d3d-42ad-9f93-219e40755bef (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 42de50e5-df48-48fd-a07d-d80069f1493c, kind: Service { id: a84269db-6d3d-42ad-9f93-219e40755bef }, name: Name("ntp-a84269db-6d3d-42ad-9f93-219e40755bef"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 54])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 08f1bccc-0c0f-4da9-a73c-85c577c189ba (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } } } }, OmicronZoneConfig { id: c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 10ee3055-df8b-4492-9e82-8cdc649b5e74 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } } } }, OmicronZoneConfig { id: ed450506-0aa5-4ff7-8289-da1dc81520e2 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External } } } }, OmicronZoneConfig { id: f157ee59-a584-4d71-a3e7-21988a9b4cc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7eaa8248-3c51-4c26-80cb-61296f525a84 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: d80acc8f-cafc-4b5a-8336-f0e41acc41b9, kind: Service { id: 7eaa8248-3c51-4c26-80cb-61296f525a84 }, name: Name("external-dns-7eaa8248-3c51-4c26-80cb-61296f525a84"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 5ba193bf-b575-4578-8e50-6cb5693d79d5, kind: Service { id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1 }, name: Name("external-dns-f0230ae5-ea49-40dd-a6ee-3123741a5ad1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: da154c54-202b-4830-b72b-dc8102e57077 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2e5a54ab-54b0-4101-a83b-861e2e4e38db, kind: Service { id: da154c54-202b-4830-b72b-dc8102e57077 }, name: Name("nexus-da154c54-202b-4830-b72b-dc8102e57077"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: bb888a52-e1f5-4893-bec6-0b8ff00c7df7 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 845e72e6-2434-49a7-88b9-4a85e617dadc, kind: Service { id: bb888a52-e1f5-4893-bec6-0b8ff00c7df7 }, name: Name("nexus-bb888a52-e1f5-4893-bec6-0b8ff00c7df7"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 166])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: ead62755-a923-4c3e-b6ba-c13f8a0dfa76 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 7bb17ce1-1507-4ac6-afb0-4554bb9fa378, kind: Service { id: ead62755-a923-4c3e-b6ba-c13f8a0dfa76 }, name: Name("nexus-ead62755-a923-4c3e-b6ba-c13f8a0dfa76"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f3710494-36b7-4736-839b-65e01f5ecb38 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } } } }, OmicronZoneConfig { id: 2560ca21-6ec8-4738-8dbf-89b60f7407e3 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 0c428564-8d08-4c55-97a7-68f396cf2d63 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: cea41876-21a2-4198-bad6-e31421dd0b8a (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } } } }, OmicronZoneConfig { id: e02391f3-b980-4a74-b17d-9ec43c251c57 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 8a54e004-7b79-41d6-80d3-663fbddc9249 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } } } }, OmicronZoneConfig { id: fecad46a-5791-422a-89f2-44fa838ca9a3 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External } } } }, OmicronZoneConfig { id: b97335f1-fe4c-4631-82eb-00b2aaae8bca (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool), kind: External } } } }, OmicronZoneConfig { id: ec4bfe5f-02cd-48a6-b352-1de49e8af64f (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4edb4e7f-7c3e-46fd-b2de-021c24125f02 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e683fb6-8647-4a3a-a71c-559b423c7430 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 835 | 2024-10-16T19:54:58.173Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:58131
|
| 836 | 2024-10-16T19:54:58.173Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 837 | 2024-10-16T19:54:58.173Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 838 | 2024-10-16T19:54:58.195Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 839 | 2024-10-16T19:54:58.195Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 840 | 2024-10-16T19:54:58.216Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 841 | 2024-10-16T19:54:58.216Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 842 | 2024-10-16T19:54:58.238Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 08f1bccc-0c0f-4da9-a73c-85c577c189ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 843 | 2024-10-16T19:54:58.238Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 08f1bccc-0c0f-4da9-a73c-85c577c189ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 844 | 2024-10-16T19:54:58.259Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 845 | 2024-10-16T19:54:58.259Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 846 | 2024-10-16T19:54:58.278Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 10ee3055-df8b-4492-9e82-8cdc649b5e74, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 847 | 2024-10-16T19:54:58.278Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 10ee3055-df8b-4492-9e82-8cdc649b5e74, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 848 | 2024-10-16T19:54:58.299Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ed450506-0aa5-4ff7-8289-da1dc81520e2, dataset_name: DatasetName { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 849 | 2024-10-16T19:54:58.299Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: ed450506-0aa5-4ff7-8289-da1dc81520e2, dataset_name: DatasetName { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 850 | 2024-10-16T19:54:58.319Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f157ee59-a584-4d71-a3e7-21988a9b4cc2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 851 | 2024-10-16T19:54:58.319Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: f157ee59-a584-4d71-a3e7-21988a9b4cc2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 852 | 2024-10-16T19:54:58.340Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 7eaa8248-3c51-4c26-80cb-61296f525a84, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 853 | 2024-10-16T19:54:58.340Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 7eaa8248-3c51-4c26-80cb-61296f525a84, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 854 | 2024-10-16T19:54:58.500Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 855 | 2024-10-16T19:54:58.500Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 856 | 2024-10-16T19:54:58.662Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 857 | 2024-10-16T19:54:58.662Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 858 | 2024-10-16T19:54:58.821Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: cea41876-21a2-4198-bad6-e31421dd0b8a, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 859 | 2024-10-16T19:54:58.821Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: cea41876-21a2-4198-bad6-e31421dd0b8a, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 860 | 2024-10-16T19:54:58.963Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e02391f3-b980-4a74-b17d-9ec43c251c57, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 861 | 2024-10-16T19:54:58.963Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: e02391f3-b980-4a74-b17d-9ec43c251c57, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 862 | 2024-10-16T19:54:59.110Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 8a54e004-7b79-41d6-80d3-663fbddc9249, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 863 | 2024-10-16T19:54:59.110Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 8a54e004-7b79-41d6-80d3-663fbddc9249, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 864 | 2024-10-16T19:54:59.251Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: fecad46a-5791-422a-89f2-44fa838ca9a3, dataset_name: DatasetName { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 865 | 2024-10-16T19:54:59.251Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: fecad46a-5791-422a-89f2-44fa838ca9a3, dataset_name: DatasetName { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 866 | 2024-10-16T19:54:59.415Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b97335f1-fe4c-4631-82eb-00b2aaae8bca, dataset_name: DatasetName { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 867 | 2024-10-16T19:54:59.415Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: b97335f1-fe4c-4631-82eb-00b2aaae8bca, dataset_name: DatasetName { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 868 | 2024-10-16T19:54:59.541Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 869 | 2024-10-16T19:54:59.541Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 870 | 2024-10-16T19:54:59.674Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4bfe5f-02cd-48a6-b352-1de49e8af64f, dataset_name: DatasetName { pool_name: ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 871 | 2024-10-16T19:54:59.674Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: ec4bfe5f-02cd-48a6-b352-1de49e8af64f, dataset_name: DatasetName { pool_name: ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 872 | 2024-10-16T19:54:59.804Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 4edb4e7f-7c3e-46fd-b2de-021c24125f02, dataset_name: DatasetName { pool_name: ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 873 | 2024-10-16T19:54:59.804Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 4edb4e7f-7c3e-46fd-b2de-021c24125f02, dataset_name: DatasetName { pool_name: ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 874 | 2024-10-16T19:55:00.003Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e683fb6-8647-4a3a-a71c-559b423c7430, dataset_name: DatasetName { pool_name: ZpoolName { id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 875 | 2024-10-16T19:55:00.003Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 7e683fb6-8647-4a3a-a71c-559b423c7430, dataset_name: DatasetName { pool_name: ZpoolName { id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 876 | 2024-10-16T19:55:00.149Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 877 | 2024-10-16T19:55:00.149Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 878 | 2024-10-16T19:55:00.149Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 879 | 2024-10-16T19:55:00.149Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 880 | 2024-10-16T19:55:00.288Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 881 | 2024-10-16T19:55:00.289Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 882 | 2024-10-16T19:55:00.289Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 883 | 2024-10-16T19:55:00.290Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 884 | 2024-10-16T19:55:00.350Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 885 | 2024-10-16T19:55:00.352Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 886 | 2024-10-16T19:55:00.352Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 887 | 2024-10-16T19:55:00.353Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 888 | 2024-10-16T19:55:00.353Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 889 | 2024-10-16T19:55:00.353Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 890 | 2024-10-16T19:55:00.519Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 891 | 2024-10-16T19:55:00.557Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 892 | 2024-10-16T19:55:00.557Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 893 | 2024-10-16T19:55:00.557Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 894 | 2024-10-16T19:55:00.557Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 895 | 2024-10-16T19:55:00.571Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
| 896 | 2024-10-16T19:55:00.571Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 897 | 2024-10-16T19:55:00.571Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 898 | 2024-10-16T19:55:00.573Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 899 | 2024-10-16T19:55:00.573Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
file = illumos-utils/src/zone.rs:316
|
| 900 | 2024-10-16T19:55:00.577Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
file = illumos-utils/src/zone.rs:316
|
| 901 | 2024-10-16T19:55:00.582Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
file = illumos-utils/src/zone.rs:316
|
| 902 | 2024-10-16T19:55:00.588Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
file = illumos-utils/src/zone.rs:316
|
| 903 | 2024-10-16T19:55:00.592Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
file = illumos-utils/src/zone.rs:316
|
| 904 | 2024-10-16T19:55:00.597Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
file = illumos-utils/src/zone.rs:316
|
| 905 | 2024-10-16T19:55:00.602Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
file = illumos-utils/src/zone.rs:316
|
| 906 | 2024-10-16T19:55:00.606Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
file = illumos-utils/src/zone.rs:316
|
| 907 | 2024-10-16T19:55:00.727Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
file = illumos-utils/src/zone.rs:354
|
| 908 | 2024-10-16T19:55:00.731Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
file = illumos-utils/src/zone.rs:354
|
| 909 | 2024-10-16T19:55:00.736Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
file = illumos-utils/src/zone.rs:354
|
| 910 | 2024-10-16T19:55:00.740Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
file = illumos-utils/src/zone.rs:354
|
| 911 | 2024-10-16T19:55:00.744Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
file = illumos-utils/src/zone.rs:354
|
| 912 | 2024-10-16T19:55:00.749Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
file = illumos-utils/src/zone.rs:354
|
| 913 | 2024-10-16T19:55:00.753Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
file = illumos-utils/src/zone.rs:354
|
| 914 | 2024-10-16T19:55:00.758Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
file = illumos-utils/src/zone.rs:354
|
| 915 | 2024-10-16T19:55:00.766Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
file = illumos-utils/src/zone.rs:316
|
| 916 | 2024-10-16T19:55:00.772Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
file = illumos-utils/src/zone.rs:316
|
| 917 | 2024-10-16T19:55:00.777Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
file = illumos-utils/src/zone.rs:316
|
| 918 | 2024-10-16T19:55:00.783Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
file = illumos-utils/src/zone.rs:316
|
| 919 | 2024-10-16T19:55:00.789Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
file = illumos-utils/src/zone.rs:316
|
| 920 | 2024-10-16T19:55:00.794Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
file = illumos-utils/src/zone.rs:316
|
| 921 | 2024-10-16T19:55:00.835Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 922 | 2024-10-16T19:55:00.835Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
file = illumos-utils/src/zone.rs:354
|
| 923 | 2024-10-16T19:55:00.841Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
file = illumos-utils/src/zone.rs:354
|
| 924 | 2024-10-16T19:55:00.847Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
file = illumos-utils/src/zone.rs:354
|
| 925 | 2024-10-16T19:55:00.852Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
file = illumos-utils/src/zone.rs:354
|
| 926 | 2024-10-16T19:55:00.857Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
file = illumos-utils/src/zone.rs:354
|
| 927 | 2024-10-16T19:55:00.862Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
file = illumos-utils/src/zone.rs:354
|
| 928 | 2024-10-16T19:55:00.903Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 929 | 2024-10-16T19:55:00.937Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 930 | 2024-10-16T19:55:00.974Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 931 | 2024-10-16T19:55:01.024Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
| 932 | 2024-10-16T19:55:01.027Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 933 | 2024-10-16T19:55:01.027Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 934 | 2024-10-16T19:55:01.094Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 181, 16]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 935 | 2024-10-16T19:55:01.094Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = nexus
|
| 936 | 2024-10-16T19:55:01.097Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 937 | 2024-10-16T19:55:01.097Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 938 | 2024-10-16T19:55:01.152Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 193, 166]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 939 | 2024-10-16T19:55:01.152Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = nexus
|
| 940 | 2024-10-16T19:55:01.154Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 941 | 2024-10-16T19:55:01.154Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 942 | 2024-10-16T19:55:01.213Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 132, 127]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 943 | 2024-10-16T19:55:01.213Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = external_dns
|
| 944 | 2024-10-16T19:55:01.215Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 945 | 2024-10-16T19:55:01.215Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 946 | 2024-10-16T19:55:01.271Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 205, 116]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 947 | 2024-10-16T19:55:01.271Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = external_dns
|
| 948 | 2024-10-16T19:55:01.272Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
| 949 | 2024-10-16T19:55:01.272Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
| 950 | 2024-10-16T19:55:01.328Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 153, 248]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 951 | 2024-10-16T19:55:01.328Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = nexus
|
| 952 | 2024-10-16T19:55:01.329Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:83
|
| 953 | 2024-10-16T19:55:01.329Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:90
|
| 954 | 2024-10-16T19:55:01.330Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:83
|
| 955 | 2024-10-16T19:55:01.330Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:90
|
| 956 | 2024-10-16T19:55:01.331Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:118
|
| 957 | 2024-10-16T19:55:01.332Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 958 | 2024-10-16T19:55:01.401Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:83
|
| 959 | 2024-10-16T19:55:01.401Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:90
|
| 960 | 2024-10-16T19:55:01.402Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:118
|
| 961 | 2024-10-16T19:55:01.406Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 962 | 2024-10-16T19:55:01.406Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:83
|
| 963 | 2024-10-16T19:55:01.406Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:90
|
| 964 | 2024-10-16T19:55:01.406Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:83
|
| 965 | 2024-10-16T19:55:01.406Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:90
|
| 966 | 2024-10-16T19:55:01.406Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:118
|
| 967 | 2024-10-16T19:55:01.555Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:118
|
| 968 | 2024-10-16T19:55:01.559Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 969 | 2024-10-16T19:55:01.559Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 970 | 2024-10-16T19:55:01.559Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:118
|
| 971 | 2024-10-16T19:55:01.563Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 972 | 2024-10-16T19:55:01.563Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
file = illumos-utils/src/zone.rs:316
|
| 973 | 2024-10-16T19:55:01.679Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
file = illumos-utils/src/zone.rs:316
|
| 974 | 2024-10-16T19:55:01.828Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
file = illumos-utils/src/zone.rs:354
|
| 975 | 2024-10-16T19:55:01.839Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
file = illumos-utils/src/zone.rs:316
|
| 976 | 2024-10-16T19:55:01.848Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
file = illumos-utils/src/zone.rs:354
|
| 977 | 2024-10-16T19:55:01.858Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
file = illumos-utils/src/zone.rs:316
|
| 978 | 2024-10-16T19:55:01.868Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
file = illumos-utils/src/zone.rs:316
|
| 979 | 2024-10-16T19:55:01.877Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
file = illumos-utils/src/zone.rs:354
|
| 980 | 2024-10-16T19:55:01.896Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
file = illumos-utils/src/zone.rs:354
|
| 981 | 2024-10-16T19:55:01.904Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
file = illumos-utils/src/zone.rs:354
|
| 982 | 2024-10-16T19:55:02.519Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.329589381s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 983 | 2024-10-16T19:55:03.031Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_5d388581-9a58-40b6-9601-b0ab9895a4b3/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='74c7f852-4c24-4365-8ac4-0d48f0afc075'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 984 | 2024-10-16T19:55:03.031Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 985 | 2024-10-16T19:55:03.060Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_a532db9f-7bac-497d-878d-4a53b79b3824/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='dae9a600-9b3c-4f11-8aee-5852d72cce25'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 986 | 2024-10-16T19:55:03.060Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 987 | 2024-10-16T19:55:03.095Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 988 | 2024-10-16T19:55:03.095Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 989 | 2024-10-16T19:55:03.103Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_05deb148-f978-4f38-abf2-7bb8f4eebec9/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='680def2d-5ac1-42d0-9fc3-ccaeae83989a'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 990 | 2024-10-16T19:55:03.103Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 991 | 2024-10-16T19:55:03.142Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_c8f95617-3c42-4eb6-b62d-71b6374646d1/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='14ff8776-ee68-49e7-8b0d-448c9ae06b22'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 992 | 2024-10-16T19:55:03.142Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 993 | 2024-10-16T19:55:03.151Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_dd14c566-4ce8-4d9e-ab91-21ef96ebaf36/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='15075092-7e21-489d-9fea-7fe0a1f98e97'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 994 | 2024-10-16T19:55:03.151Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 995 | 2024-10-16T19:55:03.182Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 996 | 2024-10-16T19:55:03.182Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 997 | 2024-10-16T19:55:03.199Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 998 | 2024-10-16T19:55:03.199Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 999 | 2024-10-16T19:55:03.229Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_6abe9959-aff4-4c9a-9969-96fed306cf53/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='6575c263-3069-4148-bc0a-57ecc89e5133'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1000 | 2024-10-16T19:55:03.229Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1001 | 2024-10-16T19:55:03.263Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_4a0f3222-7021-44c5-8399-6c21f4349e5e/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='06372b60-7ddd-4244-8998-f0daea5d7076'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1002 | 2024-10-16T19:55:03.264Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1003 | 2024-10-16T19:55:03.280Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_07816f51-80ea-42fe-be75-52c288ba7fed/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='cafd1ecf-f342-4980-9153-91a106ed7bc7'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1004 | 2024-10-16T19:55:03.280Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1005 | 2024-10-16T19:55:03.329Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_9a11b802-7726-4718-8c0b-c164ebb6bfea/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='abe7014c-6cee-428b-9705-cc21d472a08b'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1006 | 2024-10-16T19:55:03.329Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1007 | 2024-10-16T19:55:03.464Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 32.520192ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1008 | 2024-10-16T19:55:03.465Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='f3710494-36b7-4736-839b-65e01f5ecb38'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1009 | 2024-10-16T19:55:03.475Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 66.379379ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1010 | 2024-10-16T19:55:03.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 61.454927ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1011 | 2024-10-16T19:55:03.495Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 52.293361ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1012 | 2024-10-16T19:55:03.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 35.612426ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1013 | 2024-10-16T19:55:03.514Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 71.644752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1014 | 2024-10-16T19:55:03.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 72.594227ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1015 | 2024-10-16T19:55:03.531Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 73.377781ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1016 | 2024-10-16T19:55:03.532Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1017 | 2024-10-16T19:55:03.623Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 33.966497ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1018 | 2024-10-16T19:55:03.668Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 78.997385ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1019 | 2024-10-16T19:55:03.693Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 132.381623ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1020 | 2024-10-16T19:55:04.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 146.602523ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1021 | 2024-10-16T19:55:05.034Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 48.474024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1022 | 2024-10-16T19:55:05.089Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 74.906928ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1023 | 2024-10-16T19:55:05.139Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 104.681181ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1024 | 2024-10-16T19:55:05.166Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 68.993243ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1025 | 2024-10-16T19:55:05.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 67.022668ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1026 | 2024-10-16T19:55:05.242Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 32.446412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1027 | 2024-10-16T19:55:05.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 143.42222ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1028 | 2024-10-16T19:55:05.411Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 57.34782ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1029 | 2024-10-16T19:55:05.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 140.811001ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1030 | 2024-10-16T19:55:05.460Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 134.53051ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1031 | 2024-10-16T19:55:05.482Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 266.629349ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1032 | 2024-10-16T19:55:05.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 298.671416ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1033 | 2024-10-16T19:55:05.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 50.262187ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1034 | 2024-10-16T19:55:05.542Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 177.34914ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1035 | 2024-10-16T19:55:05.563Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 177.090303ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1036 | 2024-10-16T19:55:05.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 100.376217ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1037 | 2024-10-16T19:55:05.598Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 200.912744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1038 | 2024-10-16T19:55:05.617Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 139.760189ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1039 | 2024-10-16T19:55:05.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 196.345143ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1040 | 2024-10-16T19:55:05.649Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 54.927433ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1041 | 2024-10-16T19:55:05.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 46.425058ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1042 | 2024-10-16T19:55:05.675Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 163.48917ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1043 | 2024-10-16T19:55:05.689Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 590.430433ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1044 | 2024-10-16T19:55:05.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 264.300191ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1045 | 2024-10-16T19:55:05.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 572.69067ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1046 | 2024-10-16T19:55:05.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 182.077351ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1047 | 2024-10-16T19:55:05.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 145.059719ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1048 | 2024-10-16T19:55:05.773Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 481.860977ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1049 | 2024-10-16T19:55:05.787Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 543.01396ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1050 | 2024-10-16T19:55:05.800Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 413.881734ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1051 | 2024-10-16T19:55:05.815Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 576.054823ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1052 | 2024-10-16T19:55:05.846Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 121.453408ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1053 | 2024-10-16T19:55:05.861Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 387.393487ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1054 | 2024-10-16T19:55:05.876Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 215.738965ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1055 | 2024-10-16T19:55:05.892Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 411.06487ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1056 | 2024-10-16T19:55:05.920Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 294.486243ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1057 | 2024-10-16T19:55:05.942Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 598.0351ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1058 | 2024-10-16T19:55:05.977Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 512.532891ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1059 | 2024-10-16T19:55:05.992Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 592.515306ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1060 | 2024-10-16T19:55:06.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 1.003283162s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1061 | 2024-10-16T19:55:06.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 927.721636ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1062 | 2024-10-16T19:55:06.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 264.075936ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1063 | 2024-10-16T19:55:06.271Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 953.941774ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1064 | 2024-10-16T19:55:06.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 552.076937ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1065 | 2024-10-16T19:55:06.303Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 993.927488ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1066 | 2024-10-16T19:55:06.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 927.027182ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1067 | 2024-10-16T19:55:06.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 761.412057ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1068 | 2024-10-16T19:55:06.351Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 927.14887ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1069 | 2024-10-16T19:55:06.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 794.110326ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1070 | 2024-10-16T19:55:06.510Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 603.993168ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1071 | 2024-10-16T19:55:06.532Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 692.005707ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1072 | 2024-10-16T19:55:06.561Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 1.092422301s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1073 | 2024-10-16T19:55:06.600Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 816.809824ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1074 | 2024-10-16T19:55:06.855Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 1.271328668s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1075 | 2024-10-16T19:55:07.111Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 1.35512356s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1076 | 2024-10-16T19:55:07.122Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 632.039601ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1077 | 2024-10-16T19:55:07.133Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 509.776837ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1078 | 2024-10-16T19:55:07.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 628.628497ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1079 | 2024-10-16T19:55:07.215Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 965.190406ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1080 | 2024-10-16T19:55:07.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 1.069010523s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1081 | 2024-10-16T19:55:07.250Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 1.422521559s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1082 | 2024-10-16T19:55:07.262Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 627.75505ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1083 | 2024-10-16T19:55:07.292Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 729.810162ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1084 | 2024-10-16T19:55:07.312Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 699.346657ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1085 | 2024-10-16T19:55:07.429Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 710.766718ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1086 | 2024-10-16T19:55:07.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 985.292809ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1087 | 2024-10-16T19:55:07.669Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 897.471426ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1088 | 2024-10-16T19:55:07.767Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 877.090702ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1089 | 2024-10-16T19:55:07.817Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 615.772351ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1090 | 2024-10-16T19:55:07.904Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 882.673151ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1091 | 2024-10-16T19:55:08.025Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 1.085871819s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1092 | 2024-10-16T19:55:08.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 1.46737976s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1093 | 2024-10-16T19:55:08.140Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 701.440894ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1094 | 2024-10-16T19:55:08.153Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 1.015602876s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1095 | 2024-10-16T19:55:08.193Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 559.363609ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1096 | 2024-10-16T19:55:08.320Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 1.494534458s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1097 | 2024-10-16T19:55:08.321Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
<propval type="astring" name="ch_address" value='[fd00:1122:3344:101::e]:8123'/>
<propval type="astring" name="ch_binary" value='/opt/oxide//opt/oxide/clickhouse/clickhouse'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1098 | 2024-10-16T19:55:08.321Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1099 | 2024-10-16T19:55:08.451Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 648.527885ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1100 | 2024-10-16T19:55:08.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 515.052348ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1101 | 2024-10-16T19:55:08.594Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 1.196909469s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1102 | 2024-10-16T19:55:08.666Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 799.076352ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1103 | 2024-10-16T19:55:08.689Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 1.207608763s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1104 | 2024-10-16T19:55:08.717Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 59.861592ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1105 | 2024-10-16T19:55:08.749Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 940.369018ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1106 | 2024-10-16T19:55:08.774Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 1.309436987s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1107 | 2024-10-16T19:55:08.794Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 84.949776ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1108 | 2024-10-16T19:55:08.855Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 1.257371892s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1109 | 2024-10-16T19:55:08.911Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 877.199671ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1110 | 2024-10-16T19:55:08.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 240.841796ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1111 | 2024-10-16T19:55:09.035Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 905.211433ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1112 | 2024-10-16T19:55:09.129Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 1.265869659s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1113 | 2024-10-16T19:55:09.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 909.86952ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1114 | 2024-10-16T19:55:09.216Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 1.109826834s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1115 | 2024-10-16T19:55:09.259Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 208.643236ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1116 | 2024-10-16T19:55:09.482Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 1.238285224s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1117 | 2024-10-16T19:55:09.501Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 980.179733ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1118 | 2024-10-16T19:55:09.521Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 1.338232205s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1119 | 2024-10-16T19:55:09.713Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 674.505067ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1120 | 2024-10-16T19:55:09.809Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 1.462865136s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1121 | 2024-10-16T19:55:09.840Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 733.698569ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1122 | 2024-10-16T19:55:09.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 1.004069036s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1123 | 2024-10-16T19:55:09.930Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 635.144395ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1124 | 2024-10-16T19:55:09.972Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 1.022639053s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1125 | 2024-10-16T19:55:10.089Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 1.12460619s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1126 | 2024-10-16T19:55:10.105Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 682.152879ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1127 | 2024-10-16T19:55:10.128Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 533.596514ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1128 | 2024-10-16T19:55:10.352Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 895.382951ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1129 | 2024-10-16T19:55:10.413Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 1.115498415s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1130 | 2024-10-16T19:55:10.449Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 675.002528ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1131 | 2024-10-16T19:55:10.499Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 1.155227702s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1132 | 2024-10-16T19:55:10.585Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 694.771526ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1133 | 2024-10-16T19:55:10.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 1.439499511s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1134 | 2024-10-16T19:55:10.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 785.086957ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1135 | 2024-10-16T19:55:10.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 1.42487006s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1136 | 2024-10-16T19:55:10.806Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 1.083516149s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1137 | 2024-10-16T19:55:10.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 783.690299ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1138 | 2024-10-16T19:55:10.891Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 642.931752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1139 | 2024-10-16T19:55:11.007Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 846.258217ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1140 | 2024-10-16T19:55:11.093Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1141 | 2024-10-16T19:55:11.093Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1142 | 2024-10-16T19:55:11.106Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1143 | 2024-10-16T19:55:11.106Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1144 | 2024-10-16T19:55:11.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 1.216875355s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1145 | 2024-10-16T19:55:11.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 578.339788ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1146 | 2024-10-16T19:55:11.337Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 538.057257ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1147 | 2024-10-16T19:55:11.358Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 916.447697ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1148 | 2024-10-16T19:55:11.378Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 1.372396583s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1149 | 2024-10-16T19:55:11.491Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 1.031664136s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1150 | 2024-10-16T19:55:11.525Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 31.135346ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1151 | 2024-10-16T19:55:11.544Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 30.834069ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1152 | 2024-10-16T19:55:11.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 1.251053347s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1153 | 2024-10-16T19:55:11.593Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 932.277647ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1154 | 2024-10-16T19:55:11.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 144.837876ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1155 | 2024-10-16T19:55:11.626Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 96.284751ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1156 | 2024-10-16T19:55:11.707Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 1.369971486s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1157 | 2024-10-16T19:55:11.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 677.732908ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1158 | 2024-10-16T19:55:11.769Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 141.295446ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1159 | 2024-10-16T19:55:11.790Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 218.246789ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1160 | 2024-10-16T19:55:11.824Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 1.348909438s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1161 | 2024-10-16T19:55:11.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 626.607102ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1162 | 2024-10-16T19:55:11.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 783.822026ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1163 | 2024-10-16T19:55:11.908Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 659.003321ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1164 | 2024-10-16T19:55:11.934Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 538.035457ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1165 | 2024-10-16T19:55:12.097Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 557.269309ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1166 | 2024-10-16T19:55:12.117Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 1.125626283s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1167 | 2024-10-16T19:55:12.239Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 1.229102069s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1168 | 2024-10-16T19:55:12.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 1.14495201s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1169 | 2024-10-16T19:55:12.369Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 771.981698ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1170 | 2024-10-16T19:55:12.422Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 1.224369612s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1171 | 2024-10-16T19:55:12.484Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 827.308975ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1172 | 2024-10-16T19:55:12.509Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 1.251166164s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1173 | 2024-10-16T19:55:12.534Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 1.415914901s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1174 | 2024-10-16T19:55:12.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 514.819799ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1175 | 2024-10-16T19:55:12.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 1.066130513s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1176 | 2024-10-16T19:55:12.666Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 402.136471ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1177 | 2024-10-16T19:55:12.687Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 1.367086609s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1178 | 2024-10-16T19:55:12.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 933.237658ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1179 | 2024-10-16T19:55:12.832Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 906.869082ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1180 | 2024-10-16T19:55:13.071Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 869.018462ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1181 | 2024-10-16T19:55:13.079Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 613.631331ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1182 | 2024-10-16T19:55:13.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 1.128417374s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1183 | 2024-10-16T19:55:13.150Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 696.722902ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1184 | 2024-10-16T19:55:13.186Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 1.376713739s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1185 | 2024-10-16T19:55:13.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 806.600895ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1186 | 2024-10-16T19:55:13.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 1.325214679s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1187 | 2024-10-16T19:55:13.454Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 1.275618448s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1188 | 2024-10-16T19:55:13.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 640.705171ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1189 | 2024-10-16T19:55:13.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 863.436938ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1190 | 2024-10-16T19:55:13.668Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 779.019428ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1191 | 2024-10-16T19:55:13.705Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 1.048229116s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1192 | 2024-10-16T19:55:13.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 782.370969ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1193 | 2024-10-16T19:55:13.752Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 1.128330568s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1194 | 2024-10-16T19:55:13.772Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 1.218077774s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1195 | 2024-10-16T19:55:13.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 1.467066781s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1196 | 2024-10-16T19:55:13.953Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 848.201285ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1197 | 2024-10-16T19:55:13.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 989.960012ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1198 | 2024-10-16T19:55:14.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 1.225315327s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1199 | 2024-10-16T19:55:14.080Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 1.129156778s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1200 | 2024-10-16T19:55:14.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 1.351363688s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1201 | 2024-10-16T19:55:14.232Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 595.425963ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1202 | 2024-10-16T19:55:14.457Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 737.394559ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1203 | 2024-10-16T19:55:14.508Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 750.19977ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1204 | 2024-10-16T19:55:14.529Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 1.289439744s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1205 | 2024-10-16T19:55:14.571Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 1.478771907s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1206 | 2024-10-16T19:55:14.655Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 968.129937ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1207 | 2024-10-16T19:55:14.738Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 1.303521373s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1208 | 2024-10-16T19:55:14.762Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 1.016302962s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1209 | 2024-10-16T19:55:14.811Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 791.189269ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1210 | 2024-10-16T19:55:14.836Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 1.453037348s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1211 | 2024-10-16T19:55:14.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 827.549967ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1212 | 2024-10-16T19:55:14.964Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 514.359383ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1213 | 2024-10-16T19:55:14.999Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 728.15125ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1214 | 2024-10-16T19:55:15.206Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 1.301006343s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1215 | 2024-10-16T19:55:15.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 861.48075ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1216 | 2024-10-16T19:55:15.267Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 695.896009ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1217 | 2024-10-16T19:55:15.303Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 866.289602ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1218 | 2024-10-16T19:55:15.334Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 1.255184305s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1219 | 2024-10-16T19:55:15.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 780.00143ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1220 | 2024-10-16T19:55:15.496Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 1.24288311s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1221 | 2024-10-16T19:55:15.612Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 1.432465904s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1222 | 2024-10-16T19:55:15.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 1.211525405s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1223 | 2024-10-16T19:55:15.726Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 940.110243ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1224 | 2024-10-16T19:55:15.736Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 765.626633ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1225 | 2024-10-16T19:55:15.786Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 1.321485364s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1226 | 2024-10-16T19:55:15.827Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 948.164786ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1227 | 2024-10-16T19:55:15.976Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 1.018458634s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1228 | 2024-10-16T19:55:16.054Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 783.635366ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1229 | 2024-10-16T19:55:16.066Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 1.290155341s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1230 | 2024-10-16T19:55:16.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 513.842593ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1231 | 2024-10-16T19:55:16.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 1.407784787s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1232 | 2024-10-16T19:55:16.281Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 1.402440264s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1233 | 2024-10-16T19:55:16.302Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 1.283532612s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1234 | 2024-10-16T19:55:16.512Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 1.404732229s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1235 | 2024-10-16T19:55:16.520Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 904.241572ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1236 | 2024-10-16T19:55:16.599Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 1.255646102s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1237 | 2024-10-16T19:55:16.616Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 1.167425071s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1238 | 2024-10-16T19:55:16.676Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 616.488232ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1239 | 2024-10-16T19:55:16.747Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 1.379841947s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1240 | 2024-10-16T19:55:16.786Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 1.192667409s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1241 | 2024-10-16T19:55:16.849Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 781.146272ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1242 | 2024-10-16T19:55:16.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 572.599047ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1243 | 2024-10-16T19:55:17.004Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 680.624191ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1244 | 2024-10-16T19:55:17.055Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 1.114648066s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1245 | 2024-10-16T19:55:17.116Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 1.300294329s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1246 | 2024-10-16T19:55:17.301Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 1.186455432s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1247 | 2024-10-16T19:55:17.365Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 516.919345ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1248 | 2024-10-16T19:55:17.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 1.015442636s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1249 | 2024-10-16T19:55:17.443Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 1.104725078s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1250 | 2024-10-16T19:55:17.595Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 607.696483ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1251 | 2024-10-16T19:55:17.602Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 1.279115347s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1252 | 2024-10-16T19:55:17.639Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 1.084827016s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1253 | 2024-10-16T19:55:17.692Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 1.293896098s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1254 | 2024-10-16T19:55:17.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 568.581491ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1255 | 2024-10-16T19:55:17.794Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 1.473564979s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1256 | 2024-10-16T19:55:17.864Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 798.235293ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1257 | 2024-10-16T19:55:17.891Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 1.40044567s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1258 | 2024-10-16T19:55:17.925Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 925.46966ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1259 | 2024-10-16T19:55:17.988Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 1.119054472s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1260 | 2024-10-16T19:55:18.137Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 1.043951576s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1261 | 2024-10-16T19:55:18.178Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 645.405377ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1262 | 2024-10-16T19:55:18.210Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 626.016736ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1263 | 2024-10-16T19:55:18.277Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 1.441342108s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1264 | 2024-10-16T19:55:18.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 1.256103832s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1265 | 2024-10-16T19:55:18.458Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 933.74921ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1266 | 2024-10-16T19:55:18.496Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 505.714797ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1267 | 2024-10-16T19:55:18.557Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 789.909784ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1268 | 2024-10-16T19:55:18.671Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 547.52673ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1269 | 2024-10-16T19:55:18.733Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 1.058981385s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1270 | 2024-10-16T19:55:18.833Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 1.122837978s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1271 | 2024-10-16T19:55:18.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 969.250351ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1272 | 2024-10-16T19:55:18.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 773.854874ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1273 | 2024-10-16T19:55:18.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 604.142304ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1274 | 2024-10-16T19:55:18.994Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 924.002821ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1275 | 2024-10-16T19:55:19.011Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 939.277504ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1276 | 2024-10-16T19:55:19.117Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 1.169666912s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1277 | 2024-10-16T19:55:19.190Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 1.360686952s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1278 | 2024-10-16T19:55:19.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 777.670616ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1279 | 2024-10-16T19:55:19.276Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 533.78353ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1280 | 2024-10-16T19:55:19.301Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 862.264017ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1281 | 2024-10-16T19:55:19.355Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 1.446967179s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1282 | 2024-10-16T19:55:19.399Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 910.792523ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1283 | 2024-10-16T19:55:19.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 822.484245ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1284 | 2024-10-16T19:55:19.642Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 1.195055419s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1285 | 2024-10-16T19:55:19.689Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 892.126186ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1286 | 2024-10-16T19:55:19.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 1.09554826s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1287 | 2024-10-16T19:55:19.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 773.478219ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1288 | 2024-10-16T19:55:19.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 616.789903ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1289 | 2024-10-16T19:55:19.826Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 846.930194ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1290 | 2024-10-16T19:55:19.927Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 1.190421233s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1291 | 2024-10-16T19:55:19.959Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 735.364887ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1292 | 2024-10-16T19:55:19.967Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 1.185880035s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1293 | 2024-10-16T19:55:20.025Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 790.736958ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1294 | 2024-10-16T19:55:20.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 691.968499ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1295 | 2024-10-16T19:55:20.238Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 3.846675447s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1296 | 2024-10-16T19:55:20.296Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 1.078426461s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1297 | 2024-10-16T19:55:20.320Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 950.460099ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1298 | 2024-10-16T19:55:20.335Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 744.375697ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1299 | 2024-10-16T19:55:20.445Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 1.384932864s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1300 | 2024-10-16T19:55:20.561Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 856.99834ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1301 | 2024-10-16T19:55:20.584Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 531.166072ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1302 | 2024-10-16T19:55:20.595Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 1.26583538s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1303 | 2024-10-16T19:55:20.683Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 1.493102764s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1304 | 2024-10-16T19:55:20.704Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 885.502968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1305 | 2024-10-16T19:55:20.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 1.36673923s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1306 | 2024-10-16T19:55:20.834Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 981.552139ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1307 | 2024-10-16T19:55:20.848Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 673.671763ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1308 | 2024-10-16T19:55:20.860Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 721.729124ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1309 | 2024-10-16T19:55:20.876Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 1.460406895s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1310 | 2024-10-16T19:55:21.090Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 556.970125ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1311 | 2024-10-16T19:55:21.104Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1312 | 2024-10-16T19:55:21.104Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1313 | 2024-10-16T19:55:21.104Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1314 | 2024-10-16T19:55:21.104Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1315 | 2024-10-16T19:55:21.109Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1316 | 2024-10-16T19:55:21.114Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1317 | 2024-10-16T19:55:21.127Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 1.16729073s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1318 | 2024-10-16T19:55:21.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 845.121202ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1319 | 2024-10-16T19:55:21.163Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 798.20901ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1320 | 2024-10-16T19:55:21.163Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61443
|
| 1321 | 2024-10-16T19:55:21.228Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 64318
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:61443
req_id = b0c8c82c-4132-41a7-be6d-71cb0052ccab
response_code = 200
uri = /baseboard
|
| 1322 | 2024-10-16T19:55:21.272Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76") failed: Property not found. retry in 39.113434ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1323 | 2024-10-16T19:55:21.279Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 40.65715ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1324 | 2024-10-16T19:55:21.286Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 731.308087ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1325 | 2024-10-16T19:55:21.292Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077") failed: Property not found. retry in 73.709351ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1326 | 2024-10-16T19:55:21.320Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76") failed: Property not found. retry in 117.833535ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1327 | 2024-10-16T19:55:21.328Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 117.179682ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1328 | 2024-10-16T19:55:21.388Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077") failed: Property not found. retry in 72.893647ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1329 | 2024-10-16T19:55:21.402Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 655.900655ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1330 | 2024-10-16T19:55:21.433Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 1.284737579s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1331 | 2024-10-16T19:55:21.450Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76") failed: Property not found. retry in 186.554865ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1332 | 2024-10-16T19:55:21.460Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 203.21416ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1333 | 2024-10-16T19:55:21.471Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077") failed: Property not found. retry in 214.554167ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1334 | 2024-10-16T19:55:21.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 673.64359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1335 | 2024-10-16T19:55:21.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 1.04391023s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1336 | 2024-10-16T19:55:21.601Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 524.45412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1337 | 2024-10-16T19:55:21.648Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76") failed: Property not found. retry in 312.294962ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1338 | 2024-10-16T19:55:21.658Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 1.313431519s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1339 | 2024-10-16T19:55:21.673Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 467.065733ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1340 | 2024-10-16T19:55:21.696Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077") failed: Property not found. retry in 462.548949ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1341 | 2024-10-16T19:55:21.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 1.048664402s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1342 | 2024-10-16T19:55:21.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 1.203264169s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1343 | 2024-10-16T19:55:21.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 1.145601256s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1344 | 2024-10-16T19:55:21.971Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76") failed: Property not found. retry in 761.347456ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1345 | 2024-10-16T19:55:21.982Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 1.055571376s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1346 | 2024-10-16T19:55:21.991Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 622.317521ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1347 | 2024-10-16T19:55:22.032Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 754.974936ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1348 | 2024-10-16T19:55:22.073Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 801.193397ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1349 | 2024-10-16T19:55:22.143Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 671.935422ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1350 | 2024-10-16T19:55:22.160Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 1.068667381s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1351 | 2024-10-16T19:55:22.179Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077") failed: Property not found. retry in 572.548617ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1352 | 2024-10-16T19:55:22.200Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 1.203382783s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1353 | 2024-10-16T19:55:22.218Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 1.174519905s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1354 | 2024-10-16T19:55:22.235Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 583.360576ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1355 | 2024-10-16T19:55:22.313Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 556.838138ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1356 | 2024-10-16T19:55:22.357Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 1.26188889s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1357 | 2024-10-16T19:55:22.628Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 1.07394234s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1358 | 2024-10-16T19:55:22.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 892.083493ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1359 | 2024-10-16T19:55:22.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 912.688326ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1360 | 2024-10-16T19:55:22.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76") failed: Property not found. retry in 1.384666725s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1361 | 2024-10-16T19:55:22.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077") failed: Property not found. retry in 1.001408768s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1362 | 2024-10-16T19:55:22.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 801.019994ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1363 | 2024-10-16T19:55:22.828Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 574.098846ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1364 | 2024-10-16T19:55:22.842Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 664.398688ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1365 | 2024-10-16T19:55:22.887Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 1.155933184s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1366 | 2024-10-16T19:55:22.905Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 795.78262ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1367 | 2024-10-16T19:55:22.919Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 1.102809708s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1368 | 2024-10-16T19:55:22.988Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 582.844412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1369 | 2024-10-16T19:55:23.032Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 1.254744774s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1370 | 2024-10-16T19:55:23.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 545.024361ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1371 | 2024-10-16T19:55:23.063Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 1.233743714s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1372 | 2024-10-16T19:55:23.244Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 1.334663863s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1373 | 2024-10-16T19:55:23.407Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 881.93448ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1374 | 2024-10-16T19:55:23.419Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 1.233934662s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1375 | 2024-10-16T19:55:23.437Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 796.460444ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1376 | 2024-10-16T19:55:23.521Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 863.783348ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1377 | 2024-10-16T19:55:23.554Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 592.571815ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1378 | 2024-10-16T19:55:23.585Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 1.087365902s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1379 | 2024-10-16T19:55:23.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 565.336806ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1380 | 2024-10-16T19:55:23.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 1.166996546s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1381 | 2024-10-16T19:55:23.647Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 1.359539089s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1382 | 2024-10-16T19:55:23.662Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 758.144946ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1383 | 2024-10-16T19:55:23.718Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 1.394087416s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1384 | 2024-10-16T19:55:23.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 543.721545ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1385 | 2024-10-16T19:55:23.785Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077") failed: Property not found. retry in 702.509294ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1386 | 2024-10-16T19:55:24.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 1.342356346s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1387 | 2024-10-16T19:55:24.060Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249") failed: Property not found. retry in 1.324558871s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1388 | 2024-10-16T19:55:24.148Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76") failed: Property not found. retry in 901.543052ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1389 | 2024-10-16T19:55:24.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0") failed: Property not found. retry in 992.97966ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1390 | 2024-10-16T19:55:24.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 721.241974ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1391 | 2024-10-16T19:55:24.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63") failed: Property not found. retry in 727.680102ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1392 | 2024-10-16T19:55:24.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 541.756073ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1393 | 2024-10-16T19:55:24.298Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 1.468257215s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1394 | 2024-10-16T19:55:24.311Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 576.612677ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1395 | 2024-10-16T19:55:24.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 653.370098ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1396 | 2024-10-16T19:55:24.395Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3") failed: Property not found. retry in 940.134836ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1397 | 2024-10-16T19:55:24.433Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a") failed: Property not found. retry in 1.300257821s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1398 | 2024-10-16T19:55:24.502Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077") failed: Property not found. retry in 624.13139ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1399 | 2024-10-16T19:55:24.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 644.098169ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1400 | 2024-10-16T19:55:24.664Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 1.09494626s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1401 | 2024-10-16T19:55:24.684Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15") failed: Property not found. retry in 1.030007247s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1402 | 2024-10-16T19:55:24.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3") failed: Property not found. retry in 711.216019ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1403 | 2024-10-16T19:55:24.843Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02") failed: Property not found. retry in 1.439774837s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1404 | 2024-10-16T19:55:24.900Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 862.320393ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1405 | 2024-10-16T19:55:24.932Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38") failed: Property not found. retry in 1.418543108s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1406 | 2024-10-16T19:55:25.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57") failed: Property not found. retry in 839.984259ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1407 | 2024-10-16T19:55:25.021Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca") failed: Property not found. retry in 631.371743ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1408 | 2024-10-16T19:55:25.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76") failed: Property not found. retry in 515.740156ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1409 | 2024-10-16T19:55:25.123Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f") failed: Property not found. retry in 611.394953ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1410 | 2024-10-16T19:55:25.135Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077") failed: Property not found. retry in 1.283857413s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1411 | 2024-10-16T19:55:25.251Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 842.830365ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1412 | 2024-10-16T19:55:25.394Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430") failed: Property not found. retry in 1.205484464s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1413 | 2024-10-16T19:55:25.607Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76") failed: Property not found. retry in 1.437345529s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1414 | 2024-10-16T19:55:25.810Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 681.978358ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1415 | 2024-10-16T19:55:25.829Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 791.259585ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1416 | 2024-10-16T19:55:25.846Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 896.827494ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1417 | 2024-10-16T19:55:26.112Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 1.455636507s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1418 | 2024-10-16T19:55:26.438Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077") failed: Property not found. retry in 1.484865248s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1419 | 2024-10-16T19:55:26.515Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 1.226098649s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1420 | 2024-10-16T19:55:26.642Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 905.253063ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1421 | 2024-10-16T19:55:26.762Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 930.400041ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1422 | 2024-10-16T19:55:27.062Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76") failed: Property not found. retry in 1.471131672s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1423 | 2024-10-16T19:55:27.564Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 1.446265831s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1424 | 2024-10-16T19:55:27.585Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 607.220527ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1425 | 2024-10-16T19:55:27.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 1.100657017s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1426 | 2024-10-16T19:55:27.756Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 927.994326ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1427 | 2024-10-16T19:55:27.938Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077") failed: Property not found. retry in 1.012887448s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1428 | 2024-10-16T19:55:28.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 541.567505ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1429 | 2024-10-16T19:55:28.549Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76") failed: Property not found. retry in 1.377018661s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1430 | 2024-10-16T19:55:28.696Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd") failed: Property not found. retry in 1.17119061s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1431 | 2024-10-16T19:55:28.762Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 561.268278ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1432 | 2024-10-16T19:55:28.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84") failed: Property not found. retry in 967.785446ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1433 | 2024-10-16T19:55:28.963Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077") failed: Property not found. retry in 1.434891475s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1434 | 2024-10-16T19:55:29.021Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1") failed: Property not found. retry in 1.429549518s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1435 | 2024-10-16T19:55:29.334Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7") failed: Property not found. retry in 1.441841938s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1436 | 2024-10-16T19:55:30.192Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 5.936005416s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1437 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249
|
| 1438 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca
|
| 1439 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76
|
| 1440 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7
|
| 1441 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3
|
| 1442 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd
|
| 1443 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02
|
| 1444 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a
|
| 1445 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3
|
| 1446 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f
|
| 1447 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1
|
| 1448 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0
|
| 1449 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430
|
| 1450 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15
|
| 1451 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84
|
| 1452 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63
|
| 1453 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57
|
| 1454 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077
|
| 1455 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38
|
| 1456 | 2024-10-16T19:55:30.807Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1457 | 2024-10-16T19:55:30.808Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1458 | 2024-10-16T19:55:30.812Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 32638718
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:58131
req_id = a075d6bf-8e22-4c35-ad3b-4abd352c946a
response_code = 204
uri = /omicron-zones
|
| 1459 | 2024-10-16T19:55:30.825Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1321
|
| 1460 | 2024-10-16T19:55:30.825Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1461 | 2024-10-16T19:55:30.825Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1462 | 2024-10-16T19:55:30.831Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:707
|
| 1463 | 2024-10-16T19:55:30.832Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::b]:12221
file = sled-agent/src/rack_setup/service.rs:719
|
| 1464 | 2024-10-16T19:55:30.866Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
rib_priority: None,
vlan_id: None,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:886
|
| 1465 | 2024-10-16T19:55:30.867Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1466 | 2024-10-16T19:55:30.947Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1467 | 2024-10-16T19:55:31.117Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1468 | 2024-10-16T19:55:31.297Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1469 | 2024-10-16T19:55:31.397Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1470 | 2024-10-16T19:55:31.556Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1471 | 2024-10-16T19:55:31.838Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1472 | 2024-10-16T19:55:32.202Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1473 | 2024-10-16T19:55:32.604Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1474 | 2024-10-16T19:55:32.978Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1475 | 2024-10-16T19:55:33.731Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1476 | 2024-10-16T19:55:34.336Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1477 | 2024-10-16T19:55:34.896Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1478 | 2024-10-16T19:55:35.773Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1479 | 2024-10-16T19:55:36.161Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 8.29468136s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1480 | 2024-10-16T19:55:36.516Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1481 | 2024-10-16T19:55:37.567Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1482 | 2024-10-16T19:55:38.393Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
| 1483 | 2024-10-16T19:55:42.311Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "a7da3179-a589-4384-a0eb-4637d6ea6907", "content-length": "173", "date": "Wed, 16 Oct 2024 19:55:42 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"dbc07659-6078-4fa6-9892-1d25efe44b81\"", request_id: "a7da3179-a589-4384-a0eb-4637d6ea6907" }
file = sled-agent/src/rack_setup/service.rs:948
|
| 1484 | 2024-10-16T19:55:43.804Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "4f6e1cf8-0b5c-42db-8d74-bc00376a1fbd", "content-length": "173", "date": "Wed, 16 Oct 2024 19:55:43 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"dbc07659-6078-4fa6-9892-1d25efe44b81\"", request_id: "4f6e1cf8-0b5c-42db-8d74-bc00376a1fbd" }
file = sled-agent/src/rack_setup/service.rs:948
|
| 1485 | 2024-10-16T19:55:48.353Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "6fff07e2-4ed8-40f3-b31c-6ebd908dcf1f", "content-length": "173", "date": "Wed, 16 Oct 2024 19:55:48 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"8219fdd9-0a75-42c9-91db-deb66a850e5b\"", request_id: "6fff07e2-4ed8-40f3-b31c-6ebd908dcf1f" }
file = sled-agent/src/rack_setup/service.rs:948
|
| 1486 | 2024-10-16T19:55:51.263Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:46886
|
| 1487 | 2024-10-16T19:55:51.263Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 38
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:46886
req_id = 659a451d-a3a5-46f2-9ea4-b7d30b03adb3
response_code = 200
uri = /baseboard
|
| 1488 | 2024-10-16T19:55:52.088Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "7d7a5e03-2a6e-48e1-a99d-25c3463d76ba", "content-length": "173", "date": "Wed, 16 Oct 2024 19:55:52 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"8219fdd9-0a75-42c9-91db-deb66a850e5b\"", request_id: "7d7a5e03-2a6e-48e1-a99d-25c3463d76ba" }
file = sled-agent/src/rack_setup/service.rs:948
|
| 1489 | 2024-10-16T19:55:54.760Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "ed4559c9-0753-46b0-bd72-5e7d2ea80638", "content-length": "173", "date": "Wed, 16 Oct 2024 19:55:54 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"8219fdd9-0a75-42c9-91db-deb66a850e5b\"", request_id: "ed4559c9-0753-46b0-bd72-5e7d2ea80638" }
file = sled-agent/src/rack_setup/service.rs:948
|
| 1490 | 2024-10-16T19:56:01.469Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "9510392f-ddd5-4825-97b8-423671403840", "content-length": "173", "date": "Wed, 16 Oct 2024 19:56:00 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"8219fdd9-0a75-42c9-91db-deb66a850e5b\"", request_id: "9510392f-ddd5-4825-97b8-423671403840" }
file = sled-agent/src/rack_setup/service.rs:948
|
| 1491 | 2024-10-16T19:56:08.532Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "40db6835-bcee-4772-8a14-50a81561dcbe", "content-length": "173", "date": "Wed, 16 Oct 2024 19:56:08 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"8219fdd9-0a75-42c9-91db-deb66a850e5b\"", request_id: "40db6835-bcee-4772-8a14-50a81561dcbe" }
file = sled-agent/src/rack_setup/service.rs:948
|
| 1492 | 2024-10-16T19:56:11.331Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:500
new_generation = 1
old_generation = 1
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1493 | 2024-10-16T19:56:11.436Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49200
|
| 1494 | 2024-10-16T19:56:11.438Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1495 | 2024-10-16T19:56:11.438Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1496 | 2024-10-16T19:56:11.439Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1497 | 2024-10-16T19:56:11.440Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1498 | 2024-10-16T19:56:11.644Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 207434
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49200
req_id = 328bd214-5785-48e0-9de7-14c6f05dbf3f
response_code = 200
uri = /inventory
|
| 1499 | 2024-10-16T19:56:14.049Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61242
|
| 1500 | 2024-10-16T19:56:14.051Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 901
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61242
req_id = ef39ba5d-18a0-40c1-88c9-7ae506a200fa
response_code = 200
uri = /vpc-routes
|
| 1501 | 2024-10-16T19:56:14.067Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39951
|
| 1502 | 2024-10-16T19:56:14.067Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 42
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39951
req_id = d8afd130-6a93-49e5-b8a0-b67d18065a72
response_code = 200
uri = /vpc-routes
|
| 1503 | 2024-10-16T19:56:14.105Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54464
|
| 1504 | 2024-10-16T19:56:14.106Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 630
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54464
req_id = faf0b7c0-876c-4319-95e8-5511984ccf81
response_code = 200
uri = /v2p
|
| 1505 | 2024-10-16T19:56:14.107Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1506 | 2024-10-16T19:56:14.107Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1304
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61242
req_id = d8d4b11a-bfcd-4178-ad81-d85f9bf171c8
response_code = 204
uri = /eip-gateways
|
| 1507 | 2024-10-16T19:56:14.121Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1508 | 2024-10-16T19:56:14.121Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39951
req_id = 870dc32e-e186-4c9b-bb76-1d5b2470cf21
response_code = 204
uri = /eip-gateways
|
| 1509 | 2024-10-16T19:56:14.162Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62351
|
| 1510 | 2024-10-16T19:56:14.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 117
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62351
req_id = 075075a4-b735-41ab-bfe8-f1041627bb66
response_code = 200
uri = /v2p
|
| 1511 | 2024-10-16T19:56:14.220Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 2505
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:61242
req_id = 80952af2-72c3-40e9-8f30-4f1cd37a335c
response_code = 204
uri = /vpc-routes
|
| 1512 | 2024-10-16T19:56:14.293Z | INFO | SledAgent (PortManager): skipping delta compute for subnet
file = illumos-utils/src/opte/port_manager.rs:469
new_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }
old_vers = RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }
subnet = RouterId { vni: Vni(100), kind: System }
|
| 1513 | 2024-10-16T19:56:14.294Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 578
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39951
req_id = 27b42d83-2a04-44cf-bd45-873374330e6f
response_code = 204
uri = /vpc-routes
|
| 1514 | 2024-10-16T19:56:14.632Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:43167
remote_addr = [fd00:1122:3344:101::d]:54478
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1515 | 2024-10-16T19:56:14.658Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 25096
local_addr = [fd00:1122:3344:101::1]:43167
method = GET
remote_addr = [fd00:1122:3344:101::d]:54478
req_id = b2d03b14-c690-4c37-a26c-f41b77a7f288
response_code = 200
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
uri = /8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1516 | 2024-10-16T19:56:15.028Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51578
|
| 1517 | 2024-10-16T19:56:15.028Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ba193bf-b575-4578-8e50-6cb5693d79d5, kind: Service { id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1 }, name: Name("external-dns-f0230ae5-ea49-40dd-a6ee-3123741a5ad1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d80acc8f-cafc-4b5a-8336-f0e41acc41b9, kind: Service { id: 7eaa8248-3c51-4c26-80cb-61296f525a84 }, name: Name("external-dns-7eaa8248-3c51-4c26-80cb-61296f525a84"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2e5a54ab-54b0-4101-a83b-861e2e4e38db, kind: Service { id: da154c54-202b-4830-b72b-dc8102e57077 }, name: Name("nexus-da154c54-202b-4830-b72b-dc8102e57077"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7bb17ce1-1507-4ac6-afb0-4554bb9fa378, kind: Service { id: ead62755-a923-4c3e-b6ba-c13f8a0dfa76 }, name: Name("nexus-ead62755-a923-4c3e-b6ba-c13f8a0dfa76"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 845e72e6-2434-49a7-88b9-4a85e617dadc, kind: Service { id: bb888a52-e1f5-4893-bec6-0b8ff00c7df7 }, name: Name("nexus-bb888a52-e1f5-4893-bec6-0b8ff00c7df7"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 166])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1518 | 2024-10-16T19:56:15.028Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1519 | 2024-10-16T19:56:15.028Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
| 1520 | 2024-10-16T19:56:15.029Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1521 | 2024-10-16T19:56:15.029Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1522 | 2024-10-16T19:56:15.029Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1523 | 2024-10-16T19:56:15.029Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1524 | 2024-10-16T19:56:15.029Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 854
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:51578
req_id = 578b5e25-00a7-4576-b3ba-4827d16738eb
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1525 | 2024-10-16T19:56:15.030Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:958
|
| 1526 | 2024-10-16T19:56:15.362Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50379
|
| 1527 | 2024-10-16T19:56:15.362Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1528 | 2024-10-16T19:56:15.362Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1529 | 2024-10-16T19:56:15.362Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1530 | 2024-10-16T19:56:15.362Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1531 | 2024-10-16T19:56:15.574Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 211856
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50379
req_id = e186abd5-ac80-45a9-826d-cc7ed081364d
response_code = 200
uri = /inventory
|
| 1532 | 2024-10-16T19:56:15.804Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59584
|
| 1533 | 2024-10-16T19:56:15.805Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59584
req_id = eb07439c-e663-457d-9cd5-bb41ee2c9122
response_code = 200
uri = /vpc-routes
|
| 1534 | 2024-10-16T19:56:15.822Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1535 | 2024-10-16T19:56:15.822Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 73
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:59584
req_id = 556410be-2c4e-4346-9b7c-61e2f8d4d922
response_code = 204
uri = /eip-gateways
|
| 1536 | 2024-10-16T19:56:15.835Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 162
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:59584
req_id = b71c4078-692f-4d11-a926-4a09e44134fd
response_code = 204
uri = /vpc-routes
|
| 1537 | 2024-10-16T19:56:15.947Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41643
|
| 1538 | 2024-10-16T19:56:15.947Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41643
req_id = 6565d5a9-7de6-4272-973b-0ea0935e8d7c
response_code = 200
uri = /v2p
|
| 1539 | 2024-10-16T19:56:16.064Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42256
|
| 1540 | 2024-10-16T19:56:16.064Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1541 | 2024-10-16T19:56:16.152Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1542 | 2024-10-16T19:56:16.241Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 176783
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:42256
req_id = 7b49b595-819c-45f3-bb13-024ca2c0e37a
response_code = 204
uri = /switch-ports
|
| 1543 | 2024-10-16T19:56:16.241Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33313
|
| 1544 | 2024-10-16T19:56:16.241Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64944
|
| 1545 | 2024-10-16T19:56:16.241Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ba193bf-b575-4578-8e50-6cb5693d79d5, kind: Service { id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1 }, name: Name("external-dns-f0230ae5-ea49-40dd-a6ee-3123741a5ad1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d80acc8f-cafc-4b5a-8336-f0e41acc41b9, kind: Service { id: 7eaa8248-3c51-4c26-80cb-61296f525a84 }, name: Name("external-dns-7eaa8248-3c51-4c26-80cb-61296f525a84"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2e5a54ab-54b0-4101-a83b-861e2e4e38db, kind: Service { id: da154c54-202b-4830-b72b-dc8102e57077 }, name: Name("nexus-da154c54-202b-4830-b72b-dc8102e57077"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7bb17ce1-1507-4ac6-afb0-4554bb9fa378, kind: Service { id: ead62755-a923-4c3e-b6ba-c13f8a0dfa76 }, name: Name("nexus-ead62755-a923-4c3e-b6ba-c13f8a0dfa76"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 845e72e6-2434-49a7-88b9-4a85e617dadc, kind: Service { id: bb888a52-e1f5-4893-bec6-0b8ff00c7df7 }, name: Name("nexus-bb888a52-e1f5-4893-bec6-0b8ff00c7df7"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 166])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1546 | 2024-10-16T19:56:16.241Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1547 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
| 1548 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1549 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1550 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1551 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1552 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 554
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33313
req_id = 16cecebf-be1b-479f-a9d1-e9ca2abd5729
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1553 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ba193bf-b575-4578-8e50-6cb5693d79d5, kind: Service { id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1 }, name: Name("external-dns-f0230ae5-ea49-40dd-a6ee-3123741a5ad1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d80acc8f-cafc-4b5a-8336-f0e41acc41b9, kind: Service { id: 7eaa8248-3c51-4c26-80cb-61296f525a84 }, name: Name("external-dns-7eaa8248-3c51-4c26-80cb-61296f525a84"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2e5a54ab-54b0-4101-a83b-861e2e4e38db, kind: Service { id: da154c54-202b-4830-b72b-dc8102e57077 }, name: Name("nexus-da154c54-202b-4830-b72b-dc8102e57077"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7bb17ce1-1507-4ac6-afb0-4554bb9fa378, kind: Service { id: ead62755-a923-4c3e-b6ba-c13f8a0dfa76 }, name: Name("nexus-ead62755-a923-4c3e-b6ba-c13f8a0dfa76"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 845e72e6-2434-49a7-88b9-4a85e617dadc, kind: Service { id: bb888a52-e1f5-4893-bec6-0b8ff00c7df7 }, name: Name("nexus-bb888a52-e1f5-4893-bec6-0b8ff00c7df7"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 166])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1554 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 749
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42256
req_id = eedaa798-25c1-4282-ab93-849b41732af6
response_code = 200
uri = /network-bootstore-config
|
| 1555 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1556 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
| 1557 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1558 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1559 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1560 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1561 | 2024-10-16T19:56:16.242Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 937
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:64944
req_id = 1e0ab460-4611-4194-8503-ee7b5a880577
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1562 | 2024-10-16T19:56:16.270Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37598
|
| 1563 | 2024-10-16T19:56:16.271Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ba193bf-b575-4578-8e50-6cb5693d79d5, kind: Service { id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1 }, name: Name("external-dns-f0230ae5-ea49-40dd-a6ee-3123741a5ad1"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d80acc8f-cafc-4b5a-8336-f0e41acc41b9, kind: Service { id: 7eaa8248-3c51-4c26-80cb-61296f525a84 }, name: Name("external-dns-7eaa8248-3c51-4c26-80cb-61296f525a84"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2e5a54ab-54b0-4101-a83b-861e2e4e38db, kind: Service { id: da154c54-202b-4830-b72b-dc8102e57077 }, name: Name("nexus-da154c54-202b-4830-b72b-dc8102e57077"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7bb17ce1-1507-4ac6-afb0-4554bb9fa378, kind: Service { id: ead62755-a923-4c3e-b6ba-c13f8a0dfa76 }, name: Name("nexus-ead62755-a923-4c3e-b6ba-c13f8a0dfa76"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 845e72e6-2434-49a7-88b9-4a85e617dadc, kind: Service { id: bb888a52-e1f5-4893-bec6-0b8ff00c7df7 }, name: Name("nexus-bb888a52-e1f5-4893-bec6-0b8ff00c7df7"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 166])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1564 | 2024-10-16T19:56:16.271Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1565 | 2024-10-16T19:56:16.271Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
| 1566 | 2024-10-16T19:56:16.271Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1567 | 2024-10-16T19:56:16.271Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1568 | 2024-10-16T19:56:16.271Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1569 | 2024-10-16T19:56:16.271Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1570 | 2024-10-16T19:56:16.271Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 358
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:37598
req_id = 3360ce42-af5a-4fc0-8150-ba684d7ff4a8
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1571 | 2024-10-16T19:56:16.309Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 1572 | 2024-10-16T19:56:16.309Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 1573 | 2024-10-16T19:56:16.310Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 1574 | 2024-10-16T19:56:16.311Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 1575 | 2024-10-16T19:56:16.311Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 2804
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42256
req_id = 30514fb8-cf58-4a16-a485-3b84b42fe2bc
response_code = 204
uri = /network-bootstore-config
|
| 1576 | 2024-10-16T19:56:20.889Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37360
|
| 1577 | 2024-10-16T19:56:20.889Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37360
req_id = 4f8d3388-eac3-48a4-8b96-9a8a1ec1d162
response_code = 200
uri = /vpc-routes
|
| 1578 | 2024-10-16T19:56:20.922Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1579 | 2024-10-16T19:56:20.922Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 61
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37360
req_id = 0ac3b202-e82e-44b1-b874-8c1a4988ba81
response_code = 204
uri = /eip-gateways
|
| 1580 | 2024-10-16T19:56:20.932Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 220
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:37360
req_id = 08f40536-7ac9-4e42-923c-80648e4ec83c
response_code = 204
uri = /vpc-routes
|
| 1581 | 2024-10-16T19:56:21.297Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33762
|
| 1582 | 2024-10-16T19:56:21.297Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 71
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:33762
req_id = 3f14d255-bab6-41d4-ad0f-bd686027333d
response_code = 200
uri = /baseboard
|
| 1583 | 2024-10-16T19:56:44.136Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49407
|
| 1584 | 2024-10-16T19:56:44.136Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 58
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49407
req_id = 98b45f1c-0a38-43a5-811c-fd6e3aa4c40c
response_code = 200
uri = /vpc-routes
|
| 1585 | 2024-10-16T19:56:44.212Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1586 | 2024-10-16T19:56:44.213Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49407
req_id = 06331bf5-229c-4940-ba88-a7117e6b9883
response_code = 204
uri = /eip-gateways
|
| 1587 | 2024-10-16T19:56:44.229Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 269
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:49407
req_id = 683bd8e9-25c1-439a-b5a3-45395c281110
response_code = 204
uri = /vpc-routes
|
| 1588 | 2024-10-16T19:56:44.243Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64982
|
| 1589 | 2024-10-16T19:56:44.243Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 44
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64982
req_id = 0f798d8c-88c4-424f-94a5-d7a473278d1a
response_code = 200
uri = /vpc-routes
|
| 1590 | 2024-10-16T19:56:44.290Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1591 | 2024-10-16T19:56:44.290Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64982
req_id = e4df7cca-8d56-48c1-9d9d-1d43c9db1111
response_code = 204
uri = /eip-gateways
|
| 1592 | 2024-10-16T19:56:44.300Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 227
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64982
req_id = 5622a501-40be-480d-a68a-dd946ed960dd
response_code = 204
uri = /vpc-routes
|
| 1593 | 2024-10-16T19:56:44.378Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65284
|
| 1594 | 2024-10-16T19:56:44.378Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65284
req_id = bdec5d80-ea5c-4b46-bbf5-9627c815ed55
response_code = 200
uri = /v2p
|
| 1595 | 2024-10-16T19:56:44.413Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47180
|
| 1596 | 2024-10-16T19:56:44.413Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47180
req_id = 29a3df50-1bdd-4eda-ac7e-985ee8cbcd3a
response_code = 200
uri = /v2p
|
| 1597 | 2024-10-16T19:56:44.640Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8186
local_addr = [fd00:1122:3344:101::1]:43167
method = GET
remote_addr = [fd00:1122:3344:101::d]:54478
req_id = 63e9e1e7-5f0c-4018-a640-b3067baa2a11
response_code = 200
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
uri = /8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1598 | 2024-10-16T19:56:44.658Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40457
|
| 1599 | 2024-10-16T19:56:44.658Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1600 | 2024-10-16T19:56:44.695Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1601 | 2024-10-16T19:56:44.756Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98280
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:40457
req_id = cd57ea66-b0fb-4959-ad27-a5b44c9e66ac
response_code = 204
uri = /switch-ports
|
| 1602 | 2024-10-16T19:56:44.757Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35619
|
| 1603 | 2024-10-16T19:56:44.757Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1604 | 2024-10-16T19:56:44.760Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3667
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40457
req_id = 6d75543c-f4bf-44e4-9aeb-9e0f029e8ea7
response_code = 200
uri = /network-bootstore-config
|
| 1605 | 2024-10-16T19:56:44.791Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1606 | 2024-10-16T19:56:44.845Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 88101
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:35619
req_id = 2735c979-2e38-4d14-9bac-cbebb522146f
response_code = 204
uri = /switch-ports
|
| 1607 | 2024-10-16T19:56:44.845Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35619
req_id = e8fd9689-b369-45a7-82fb-84febe1d91b9
response_code = 200
uri = /network-bootstore-config
|
| 1608 | 2024-10-16T19:56:45.973Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63463
|
| 1609 | 2024-10-16T19:56:45.973Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 204
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63463
req_id = 94adbeca-8ec4-4d7a-ad74-8e14aeae35fb
response_code = 200
uri = /v2p
|
| 1610 | 2024-10-16T19:56:45.977Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44161
|
| 1611 | 2024-10-16T19:56:45.977Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 27
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44161
req_id = 01fd21bb-77c8-4d46-a1e1-11d36c3132d1
response_code = 200
uri = /vpc-routes
|
| 1612 | 2024-10-16T19:56:45.992Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1613 | 2024-10-16T19:56:45.992Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44161
req_id = 81b2e7bf-3d7c-42be-bcc8-3f6b1c0d5590
response_code = 204
uri = /eip-gateways
|
| 1614 | 2024-10-16T19:56:46.001Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 241
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:44161
req_id = de4de998-a2d7-4ec9-87b7-41a511f43408
response_code = 204
uri = /vpc-routes
|
| 1615 | 2024-10-16T19:56:46.283Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50278
|
| 1616 | 2024-10-16T19:56:46.283Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1617 | 2024-10-16T19:56:46.321Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1618 | 2024-10-16T19:56:46.379Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96748
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50278
req_id = 46efbaef-ab39-462c-a6b6-98d1c6022ff3
response_code = 204
uri = /switch-ports
|
| 1619 | 2024-10-16T19:56:46.382Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50278
req_id = 92a2dca9-d7ec-4ec8-8cda-543aa8352d43
response_code = 200
uri = /network-bootstore-config
|
| 1620 | 2024-10-16T19:56:51.330Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:37949
|
| 1621 | 2024-10-16T19:56:51.331Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 75
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:37949
req_id = db99f09a-7dd6-4887-bfbf-03bce4296bd1
response_code = 200
uri = /baseboard
|
| 1622 | 2024-10-16T19:57:14.082Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65399
|
| 1623 | 2024-10-16T19:57:14.082Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65399
req_id = 04bb030b-7173-49ac-959f-98989672accd
response_code = 200
uri = /vpc-routes
|
| 1624 | 2024-10-16T19:57:14.151Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1625 | 2024-10-16T19:57:14.151Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65399
req_id = 4d96a27e-91b9-4f8e-be0c-e444c79e7ed5
response_code = 204
uri = /eip-gateways
|
| 1626 | 2024-10-16T19:57:14.160Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 167
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65399
req_id = 417eeed4-21b5-43bc-bf22-74e87bb5c9c9
response_code = 204
uri = /vpc-routes
|
| 1627 | 2024-10-16T19:57:14.168Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51810
|
| 1628 | 2024-10-16T19:57:14.168Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 37
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51810
req_id = f340d558-c703-406a-b392-6d17c023b608
response_code = 200
uri = /vpc-routes
|
| 1629 | 2024-10-16T19:57:14.189Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41560
|
| 1630 | 2024-10-16T19:57:14.189Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 122
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41560
req_id = afe4543a-71c1-4738-8598-a8765ee5a2e1
response_code = 200
uri = /v2p
|
| 1631 | 2024-10-16T19:57:14.212Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1632 | 2024-10-16T19:57:14.212Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51810
req_id = 7573c332-c336-4602-9ca0-bd4e8e509f06
response_code = 204
uri = /eip-gateways
|
| 1633 | 2024-10-16T19:57:14.285Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36225
|
| 1634 | 2024-10-16T19:57:14.285Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1635 | 2024-10-16T19:57:14.325Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1636 | 2024-10-16T19:57:14.389Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 103839
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36225
req_id = afd17b24-5bcb-46a5-a8e8-e1581ef9c5b0
response_code = 204
uri = /switch-ports
|
| 1637 | 2024-10-16T19:57:14.389Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51275
|
| 1638 | 2024-10-16T19:57:14.389Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38507
|
| 1639 | 2024-10-16T19:57:14.390Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 327
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51810
req_id = 5759b457-cb91-4987-9784-38ced63896a8
response_code = 204
uri = /vpc-routes
|
| 1640 | 2024-10-16T19:57:14.390Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 259
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36225
req_id = 53ef239b-a22c-4022-8278-717c35107e2c
response_code = 200
uri = /network-bootstore-config
|
| 1641 | 2024-10-16T19:57:14.390Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1642 | 2024-10-16T19:57:14.394Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4554
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51275
req_id = b1e2f9d9-b03d-4ef0-8922-d263d4c5b567
response_code = 200
uri = /v2p
|
| 1643 | 2024-10-16T19:57:14.428Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1644 | 2024-10-16T19:57:14.482Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 92397
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:38507
req_id = fa822640-9b70-44d8-837e-85892b05efc5
response_code = 204
uri = /switch-ports
|
| 1645 | 2024-10-16T19:57:14.482Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38507
req_id = 506e5fb9-a55c-4461-b03b-6194c004d7c1
response_code = 200
uri = /network-bootstore-config
|
| 1646 | 2024-10-16T19:57:14.640Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8300
local_addr = [fd00:1122:3344:101::1]:43167
method = GET
remote_addr = [fd00:1122:3344:101::d]:54478
req_id = 831c6101-e1cd-41d0-a251-28012931aeb2
response_code = 200
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
uri = /8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1647 | 2024-10-16T19:57:15.891Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58579
|
| 1648 | 2024-10-16T19:57:15.891Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58579
req_id = 459069c0-450e-459d-8676-bc07aaac84f4
response_code = 200
uri = /vpc-routes
|
| 1649 | 2024-10-16T19:57:15.948Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1650 | 2024-10-16T19:57:15.948Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58579
req_id = 90a3ef56-b533-4329-b44c-6b964ba2299d
response_code = 204
uri = /eip-gateways
|
| 1651 | 2024-10-16T19:57:15.956Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58579
req_id = ab30d02f-d7c3-4f08-84eb-72bea3206b4d
response_code = 204
uri = /vpc-routes
|
| 1652 | 2024-10-16T19:57:16.004Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63438
|
| 1653 | 2024-10-16T19:57:16.005Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1654 | 2024-10-16T19:57:16.044Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1655 | 2024-10-16T19:57:16.103Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98222
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:63438
req_id = 3c030d2a-8b58-45af-a820-f195d6cf655e
response_code = 204
uri = /switch-ports
|
| 1656 | 2024-10-16T19:57:16.103Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58438
|
| 1657 | 2024-10-16T19:57:16.103Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63438
req_id = 0ee4bb51-2567-43fe-a2ac-cd6ece04385f
response_code = 200
uri = /network-bootstore-config
|
| 1658 | 2024-10-16T19:57:16.103Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 147
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58438
req_id = 17c5203e-1665-4434-bf46-37b26d0bde52
response_code = 200
uri = /v2p
|
| 1659 | 2024-10-16T19:57:21.365Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:37587
|
| 1660 | 2024-10-16T19:57:21.365Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 66
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:37587
req_id = a8fb446c-43fb-4fdd-b3b8-769465d2f619
response_code = 200
uri = /baseboard
|
| 1661 | 2024-10-16T19:57:44.151Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33166
|
| 1662 | 2024-10-16T19:57:44.151Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33166
req_id = 3d53eae6-b9e6-4ff2-9066-9692c6690f86
response_code = 200
uri = /vpc-routes
|
| 1663 | 2024-10-16T19:57:44.202Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1664 | 2024-10-16T19:57:44.202Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33166
req_id = 0bf825f8-a063-4411-95f8-f9f80505f902
response_code = 204
uri = /eip-gateways
|
| 1665 | 2024-10-16T19:57:44.211Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 207
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33166
req_id = 6373a66d-9787-4948-9d7b-d658bfb09062
response_code = 204
uri = /vpc-routes
|
| 1666 | 2024-10-16T19:57:44.251Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60951
|
| 1667 | 2024-10-16T19:57:44.251Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 33
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60951
req_id = 76c48549-08e2-44b0-8002-37b94a7c540e
response_code = 200
uri = /vpc-routes
|
| 1668 | 2024-10-16T19:57:44.314Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1669 | 2024-10-16T19:57:44.314Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60951
req_id = df41d8f9-8926-4984-a14a-e0297bd8a5e6
response_code = 204
uri = /eip-gateways
|
| 1670 | 2024-10-16T19:57:44.325Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 232
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60951
req_id = 11e66f04-b7bd-4a2a-903a-0ac7dec50166
response_code = 204
uri = /vpc-routes
|
| 1671 | 2024-10-16T19:57:44.347Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61715
|
| 1672 | 2024-10-16T19:57:44.347Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61715
req_id = 60442435-08a7-4413-a25f-6fc0017b8cf1
response_code = 200
uri = /v2p
|
| 1673 | 2024-10-16T19:57:44.559Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60054
|
| 1674 | 2024-10-16T19:57:44.560Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1675 | 2024-10-16T19:57:44.599Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1676 | 2024-10-16T19:57:44.659Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99030
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60054
req_id = e51e51de-d6d9-4f45-a2f8-8f8c3e4a8097
response_code = 204
uri = /switch-ports
|
| 1677 | 2024-10-16T19:57:44.659Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59547
|
| 1678 | 2024-10-16T19:57:44.659Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43345
|
| 1679 | 2024-10-16T19:57:44.659Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 210
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59547
req_id = 37b124b1-8267-4121-ac0e-e1750cd3aae5
response_code = 200
uri = /v2p
|
| 1680 | 2024-10-16T19:57:44.659Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 332
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60054
req_id = 114d106b-88e3-42dd-97e6-02df222a2217
response_code = 200
uri = /network-bootstore-config
|
| 1681 | 2024-10-16T19:57:44.660Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1682 | 2024-10-16T19:57:44.673Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 13790
local_addr = [fd00:1122:3344:101::1]:43167
method = GET
remote_addr = [fd00:1122:3344:101::d]:54478
req_id = 28c1eb34-1e43-43ff-a857-6866e6bd8c4d
response_code = 200
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
uri = /8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1683 | 2024-10-16T19:57:44.698Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1684 | 2024-10-16T19:57:44.750Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 90405
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:43345
req_id = 4d6b5aca-5adb-4cd3-a5bb-a2be2c3c4073
response_code = 204
uri = /switch-ports
|
| 1685 | 2024-10-16T19:57:44.750Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 151
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43345
req_id = 7f6aba1f-850d-4c2f-8376-00478882e6b9
response_code = 200
uri = /network-bootstore-config
|
| 1686 | 2024-10-16T19:57:45.822Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34568
|
| 1687 | 2024-10-16T19:57:45.822Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34568
req_id = 44f18ade-fdc8-401c-9bed-4942a76150ba
response_code = 200
uri = /vpc-routes
|
| 1688 | 2024-10-16T19:57:45.884Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1689 | 2024-10-16T19:57:45.884Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34568
req_id = d518a29f-8cbb-4339-a7aa-8993bdbca85c
response_code = 204
uri = /eip-gateways
|
| 1690 | 2024-10-16T19:57:45.896Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 418
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:34568
req_id = 1ca162b1-9b28-4f22-b3aa-c64d9afd9bd8
response_code = 204
uri = /vpc-routes
|
| 1691 | 2024-10-16T19:57:46.062Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60055
|
| 1692 | 2024-10-16T19:57:46.062Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60055
req_id = 405c1492-34da-4e97-9064-1dba13fb3fd2
response_code = 200
uri = /v2p
|
| 1693 | 2024-10-16T19:57:46.282Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56266
|
| 1694 | 2024-10-16T19:57:46.282Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1695 | 2024-10-16T19:57:46.324Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1696 | 2024-10-16T19:57:46.390Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 108559
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56266
req_id = 10f81448-d458-4634-842f-c576f980e3cc
response_code = 204
uri = /switch-ports
|
| 1697 | 2024-10-16T19:57:46.391Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56266
req_id = 2ab930b0-7a53-43d6-a665-c1065a2b9444
response_code = 200
uri = /network-bootstore-config
|
| 1698 | 2024-10-16T19:57:51.403Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59768
|
| 1699 | 2024-10-16T19:57:51.403Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 37
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59768
req_id = 88185421-16dd-4ad2-8e1f-1dc2ff9c5506
response_code = 200
uri = /baseboard
|
| 1700 | 2024-10-16T19:58:14.094Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46541
|
| 1701 | 2024-10-16T19:58:14.094Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 76
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46541
req_id = 9191fcee-145a-43c4-8170-0dc9c74e6177
response_code = 200
uri = /vpc-routes
|
| 1702 | 2024-10-16T19:58:14.102Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65208
|
| 1703 | 2024-10-16T19:58:14.102Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:65208
req_id = f2e9b307-eb54-4729-93ac-dd3108461201
response_code = 200
uri = /vpc-routes
|
| 1704 | 2024-10-16T19:58:14.147Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1705 | 2024-10-16T19:58:14.147Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65208
req_id = 943adc09-c4ab-4c27-834a-2806229e5492
response_code = 204
uri = /eip-gateways
|
| 1706 | 2024-10-16T19:58:14.157Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 234
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65208
req_id = e5587de9-55fa-4bee-955f-1f9dd0af9581
response_code = 204
uri = /vpc-routes
|
| 1707 | 2024-10-16T19:58:14.160Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1708 | 2024-10-16T19:58:14.160Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46541
req_id = f33796c4-af33-4a3e-8d94-54661248d608
response_code = 204
uri = /eip-gateways
|
| 1709 | 2024-10-16T19:58:14.169Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46541
req_id = ef4d746f-bcc1-40b2-a760-dfd9c1107c57
response_code = 204
uri = /vpc-routes
|
| 1710 | 2024-10-16T19:58:14.200Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56386
|
| 1711 | 2024-10-16T19:58:14.200Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1712 | 2024-10-16T19:58:14.238Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1713 | 2024-10-16T19:58:14.298Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98752
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:56386
req_id = 9d759894-3e3c-4e5f-ad86-085b28e97799
response_code = 204
uri = /switch-ports
|
| 1714 | 2024-10-16T19:58:14.299Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51004
|
| 1715 | 2024-10-16T19:58:14.299Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60471
|
| 1716 | 2024-10-16T19:58:14.299Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50157
|
| 1717 | 2024-10-16T19:58:14.299Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 268
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60471
req_id = d5a9c4f1-42fc-4671-8eeb-82ef60c684f7
response_code = 200
uri = /v2p
|
| 1718 | 2024-10-16T19:58:14.299Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1719 | 2024-10-16T19:58:14.303Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3720
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51004
req_id = 6c61cc8b-3930-44bc-a130-c085e9441a0b
response_code = 200
uri = /v2p
|
| 1720 | 2024-10-16T19:58:14.303Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3877
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56386
req_id = 66012fef-2627-47a2-8644-b796798294cc
response_code = 200
uri = /network-bootstore-config
|
| 1721 | 2024-10-16T19:58:14.334Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1722 | 2024-10-16T19:58:14.391Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 92351
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50157
req_id = e520f6d7-81c5-4ea1-9994-7e1d443d61c9
response_code = 204
uri = /switch-ports
|
| 1723 | 2024-10-16T19:58:14.391Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50157
req_id = 1a66f903-8648-4155-b794-82f86502759a
response_code = 200
uri = /network-bootstore-config
|
| 1724 | 2024-10-16T19:58:14.655Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7226
local_addr = [fd00:1122:3344:101::1]:43167
method = GET
remote_addr = [fd00:1122:3344:101::d]:54478
req_id = b0ae8eb0-3e3a-4c36-848a-f935cb362931
response_code = 200
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
uri = /8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1725 | 2024-10-16T19:58:15.748Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:65185
|
| 1726 | 2024-10-16T19:58:15.748Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:65185
req_id = 36ca9743-6916-4d1b-8c35-022ce42e7bab
response_code = 200
uri = /vpc-routes
|
| 1727 | 2024-10-16T19:58:15.797Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1728 | 2024-10-16T19:58:15.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:65185
req_id = 6c7d7d57-3b4d-4d3c-a8e6-5b3312808d11
response_code = 204
uri = /eip-gateways
|
| 1729 | 2024-10-16T19:58:15.807Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 246
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:65185
req_id = 644b1a9c-e383-4037-b8b0-65559441da1f
response_code = 204
uri = /vpc-routes
|
| 1730 | 2024-10-16T19:58:15.964Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59795
|
| 1731 | 2024-10-16T19:58:15.964Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59795
req_id = aeffc1ca-12b7-4581-af01-5cfee6058eaf
response_code = 200
uri = /v2p
|
| 1732 | 2024-10-16T19:58:16.034Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43079
|
| 1733 | 2024-10-16T19:58:16.034Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1734 | 2024-10-16T19:58:16.072Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1735 | 2024-10-16T19:58:16.125Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91583
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:43079
req_id = d7fa23df-76d3-49f2-a6f9-4aeaed59feac
response_code = 204
uri = /switch-ports
|
| 1736 | 2024-10-16T19:58:16.126Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43079
req_id = 0fec6b52-1e04-4c13-9431-e51a845f835e
response_code = 200
uri = /network-bootstore-config
|
| 1737 | 2024-10-16T19:58:21.437Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:34922
|
| 1738 | 2024-10-16T19:58:21.437Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 67
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:34922
req_id = 363d7fca-c2b0-404c-8125-4f1eb1ea38c2
response_code = 200
uri = /baseboard
|
| 1739 | 2024-10-16T19:58:44.174Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:52095
|
| 1740 | 2024-10-16T19:58:44.174Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:52095
req_id = a7567275-7170-474a-8b03-ee0717b44a5b
response_code = 200
uri = /vpc-routes
|
| 1741 | 2024-10-16T19:58:44.236Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1742 | 2024-10-16T19:58:44.236Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:52095
req_id = deadc3a5-8785-4739-b223-351e3b71ece1
response_code = 204
uri = /eip-gateways
|
| 1743 | 2024-10-16T19:58:44.247Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 346
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:52095
req_id = 8d4fc2df-51fd-4fd2-a0bd-bf056abe7a3b
response_code = 204
uri = /vpc-routes
|
| 1744 | 2024-10-16T19:58:44.323Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62207
|
| 1745 | 2024-10-16T19:58:44.324Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62207
req_id = 1416810e-ed54-4fb5-a4f7-93c46aaba0c3
response_code = 200
uri = /vpc-routes
|
| 1746 | 2024-10-16T19:58:44.368Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1747 | 2024-10-16T19:58:44.368Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62207
req_id = 1e1a75ea-eb29-4119-8af9-fbd88427a22d
response_code = 204
uri = /eip-gateways
|
| 1748 | 2024-10-16T19:58:44.378Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 352
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62207
req_id = 59dce397-481e-4abb-947d-ef10f46118a3
response_code = 204
uri = /vpc-routes
|
| 1749 | 2024-10-16T19:58:44.420Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61678
|
| 1750 | 2024-10-16T19:58:44.420Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61678
req_id = 8046f7cd-6747-4090-8293-8767eb30d695
response_code = 200
uri = /v2p
|
| 1751 | 2024-10-16T19:58:44.432Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50809
|
| 1752 | 2024-10-16T19:58:44.432Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50809
req_id = b0e22862-0656-40be-aff2-047898bc70dd
response_code = 200
uri = /v2p
|
| 1753 | 2024-10-16T19:58:44.434Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60705
|
| 1754 | 2024-10-16T19:58:44.435Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1755 | 2024-10-16T19:58:44.473Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1756 | 2024-10-16T19:58:44.530Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96245
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:60705
req_id = fbc68365-58c7-4100-a0f1-445a170e5d16
response_code = 204
uri = /switch-ports
|
| 1757 | 2024-10-16T19:58:44.530Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57649
|
| 1758 | 2024-10-16T19:58:44.530Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1759 | 2024-10-16T19:58:44.531Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 205
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60705
req_id = a3948690-90f5-4490-a373-86a1b2816b25
response_code = 200
uri = /network-bootstore-config
|
| 1760 | 2024-10-16T19:58:44.567Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1761 | 2024-10-16T19:58:44.621Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 90863
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:57649
req_id = 221b39f3-4fdd-42d3-a36d-cbe78b694ee7
response_code = 204
uri = /switch-ports
|
| 1762 | 2024-10-16T19:58:44.622Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57649
req_id = 0b7d8e0f-c41f-40d3-a1c5-7ca6b3ee52a9
response_code = 200
uri = /network-bootstore-config
|
| 1763 | 2024-10-16T19:58:44.725Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7651
local_addr = [fd00:1122:3344:101::1]:43167
method = GET
remote_addr = [fd00:1122:3344:101::d]:54478
req_id = 8f4dd7cd-7591-4fc1-a7f7-acafcecaff39
response_code = 200
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
uri = /8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1764 | 2024-10-16T19:58:44.933Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 1765 | 2024-10-16T19:58:46.082Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45862
|
| 1766 | 2024-10-16T19:58:46.082Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45862
req_id = 30e7cb6e-ff99-43c5-aafd-cb389a99d42f
response_code = 200
uri = /vpc-routes
|
| 1767 | 2024-10-16T19:58:46.124Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1768 | 2024-10-16T19:58:46.124Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45862
req_id = 069f9f22-4a09-45ea-8314-ab44a0814deb
response_code = 204
uri = /eip-gateways
|
| 1769 | 2024-10-16T19:58:46.140Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56653
|
| 1770 | 2024-10-16T19:58:46.140Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 143
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56653
req_id = b29f8540-2aad-443c-ac62-54ee1410dae7
response_code = 200
uri = /v2p
|
| 1771 | 2024-10-16T19:58:46.144Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 263
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45862
req_id = 09aa9fc0-42fb-4763-9cfc-9668122711c8
response_code = 204
uri = /vpc-routes
|
| 1772 | 2024-10-16T19:58:46.160Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58063
|
| 1773 | 2024-10-16T19:58:46.160Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1774 | 2024-10-16T19:58:46.197Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1775 | 2024-10-16T19:58:46.252Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91725
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58063
req_id = fa89ff6f-50e7-4dee-a8da-8efa412852f9
response_code = 204
uri = /switch-ports
|
| 1776 | 2024-10-16T19:58:46.252Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58063
req_id = 0490ce03-b7aa-4486-96ba-04150267a71a
response_code = 200
uri = /network-bootstore-config
|
| 1777 | 2024-10-16T19:58:51.471Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59917
|
| 1778 | 2024-10-16T19:58:51.471Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 31
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59917
req_id = cbc8b04e-bdc5-4d52-a744-c2a92c2b8de2
response_code = 200
uri = /baseboard
|
| 1779 | 2024-10-16T19:59:14.108Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61868
|
| 1780 | 2024-10-16T19:59:14.108Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61868
req_id = 94ca6294-ace2-4d50-9e68-e0b87747d7a6
response_code = 200
uri = /vpc-routes
|
| 1781 | 2024-10-16T19:59:14.129Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1782 | 2024-10-16T19:59:14.129Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 78
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61868
req_id = c91c5168-a327-4b7b-bc10-cdb1a2dd90af
response_code = 204
uri = /eip-gateways
|
| 1783 | 2024-10-16T19:59:14.134Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40224
|
| 1784 | 2024-10-16T19:59:14.134Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40224
req_id = 4791589d-3628-4915-b64b-b432e6419fa4
response_code = 200
uri = /vpc-routes
|
| 1785 | 2024-10-16T19:59:14.139Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 340
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61868
req_id = 98d33963-b56b-43d3-8515-2bf927f2c6a1
response_code = 204
uri = /vpc-routes
|
| 1786 | 2024-10-16T19:59:14.176Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1787 | 2024-10-16T19:59:14.176Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:40224
req_id = 725461d5-9082-4a1a-897c-8c12916f938c
response_code = 204
uri = /eip-gateways
|
| 1788 | 2024-10-16T19:59:14.185Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 275
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:40224
req_id = 329d70f5-5612-4ed3-b674-f8da490f71d0
response_code = 204
uri = /vpc-routes
|
| 1789 | 2024-10-16T19:59:14.238Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35084
|
| 1790 | 2024-10-16T19:59:14.238Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35084
req_id = f9d25e84-5c80-425b-96e5-22ef32d39035
response_code = 200
uri = /v2p
|
| 1791 | 2024-10-16T19:59:14.262Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49801
|
| 1792 | 2024-10-16T19:59:14.262Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1793 | 2024-10-16T19:59:14.302Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1794 | 2024-10-16T19:59:14.360Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98016
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:49801
req_id = 4a355e34-343c-4d84-ac2f-890f9105493a
response_code = 204
uri = /switch-ports
|
| 1795 | 2024-10-16T19:59:14.360Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63674
|
| 1796 | 2024-10-16T19:59:14.360Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60025
|
| 1797 | 2024-10-16T19:59:14.360Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1798 | 2024-10-16T19:59:14.364Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3777
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63674
req_id = dd3708d1-a01b-4399-8843-1f02bbd603f7
response_code = 200
uri = /v2p
|
| 1799 | 2024-10-16T19:59:14.364Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3962
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49801
req_id = 88a8e1f7-b981-480b-99fb-84a09ed5716e
response_code = 200
uri = /network-bootstore-config
|
| 1800 | 2024-10-16T19:59:14.400Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1801 | 2024-10-16T19:59:14.453Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93447
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60025
req_id = 89f40a12-7ccf-474d-b0b6-55b5ee88fa84
response_code = 204
uri = /switch-ports
|
| 1802 | 2024-10-16T19:59:14.454Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60025
req_id = 7c2d58af-2c23-4be8-a7b6-3c44ee442609
response_code = 200
uri = /network-bootstore-config
|
| 1803 | 2024-10-16T19:59:14.725Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8286
local_addr = [fd00:1122:3344:101::1]:43167
method = GET
remote_addr = [fd00:1122:3344:101::d]:54478
req_id = 00a3796f-ae49-47df-a205-f2c572736f77
response_code = 200
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
uri = /8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1804 | 2024-10-16T19:59:15.797Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46602
|
| 1805 | 2024-10-16T19:59:15.798Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46602
req_id = b1aa3035-9100-47cb-9aa0-db52e8faa7da
response_code = 200
uri = /vpc-routes
|
| 1806 | 2024-10-16T19:59:15.815Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63006
|
| 1807 | 2024-10-16T19:59:15.815Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63006
req_id = 540a7b9d-40be-459d-ab65-455139f70c19
response_code = 200
uri = /v2p
|
| 1808 | 2024-10-16T19:59:15.816Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1809 | 2024-10-16T19:59:15.816Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46602
req_id = 2b9e5032-d945-4556-b91b-b91464cb2adc
response_code = 204
uri = /eip-gateways
|
| 1810 | 2024-10-16T19:59:15.825Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 223
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46602
req_id = 412c9edc-0186-44a0-98bc-2400f81a7633
response_code = 204
uri = /vpc-routes
|
| 1811 | 2024-10-16T19:59:15.875Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:60245
|
| 1812 | 2024-10-16T19:59:15.875Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1813 | 2024-10-16T19:59:15.914Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1814 | 2024-10-16T19:59:15.971Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96711
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:60245
req_id = c2c08c2e-a47d-45d9-8423-dc33b018b7a4
response_code = 204
uri = /switch-ports
|
| 1815 | 2024-10-16T19:59:15.972Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 200
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:60245
req_id = fd268a29-3187-4a9f-b9c7-82c057d1311e
response_code = 200
uri = /network-bootstore-config
|
| 1816 | 2024-10-16T19:59:21.503Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54285
|
| 1817 | 2024-10-16T19:59:21.503Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 55
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:54285
req_id = 94984fbf-5cd3-444e-8078-03e2c44f3bee
response_code = 200
uri = /baseboard
|
| 1818 | 2024-10-16T19:59:44.238Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61075
|
| 1819 | 2024-10-16T19:59:44.238Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61075
req_id = c66b7ac4-e710-4b02-b801-fc0b320cf108
response_code = 200
uri = /vpc-routes
|
| 1820 | 2024-10-16T19:59:44.302Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1821 | 2024-10-16T19:59:44.302Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61075
req_id = f516a57e-3408-4066-b20b-bb2896a387ba
response_code = 204
uri = /eip-gateways
|
| 1822 | 2024-10-16T19:59:44.311Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 190
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61075
req_id = c6a509ab-124e-4104-bea2-45d6c0321005
response_code = 204
uri = /vpc-routes
|
| 1823 | 2024-10-16T19:59:44.369Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:41523
|
| 1824 | 2024-10-16T19:59:44.369Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60303
|
| 1825 | 2024-10-16T19:59:44.369Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60303
req_id = 196299cd-2921-4faa-8970-036c3762f4d9
response_code = 200
uri = /vpc-routes
|
| 1826 | 2024-10-16T19:59:44.372Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 173
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:41523
req_id = a3bb614c-6738-46e6-9d97-9e3500bfa785
response_code = 200
uri = /v2p
|
| 1827 | 2024-10-16T19:59:44.380Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34831
|
| 1828 | 2024-10-16T19:59:44.381Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 196
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34831
req_id = d3e23407-1d9c-4162-b2f8-549cb102a779
response_code = 200
uri = /v2p
|
| 1829 | 2024-10-16T19:59:44.395Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37039
|
| 1830 | 2024-10-16T19:59:44.395Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1831 | 2024-10-16T19:59:44.440Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1832 | 2024-10-16T19:59:44.505Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 109432
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:37039
req_id = a291e473-be3a-495a-a2d9-20630bff28f5
response_code = 204
uri = /switch-ports
|
| 1833 | 2024-10-16T19:59:44.505Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40200
|
| 1834 | 2024-10-16T19:59:44.505Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1835 | 2024-10-16T19:59:44.505Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1836 | 2024-10-16T19:59:44.505Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 199
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60303
req_id = 704f11ee-a5b8-4ae4-9b1b-d4086a57fef9
response_code = 204
uri = /eip-gateways
|
| 1837 | 2024-10-16T19:59:44.505Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 316
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37039
req_id = 5d1feec5-b58a-48a4-9513-d041b545701b
response_code = 200
uri = /network-bootstore-config
|
| 1838 | 2024-10-16T19:59:44.516Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 393
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:60303
req_id = 431ba507-712d-413a-a1b8-a12583c05bfe
response_code = 204
uri = /vpc-routes
|
| 1839 | 2024-10-16T19:59:44.545Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1840 | 2024-10-16T19:59:44.604Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 98407
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:40200
req_id = 3da4d347-d11f-46db-85e2-73b003647847
response_code = 204
uri = /switch-ports
|
| 1841 | 2024-10-16T19:59:44.604Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 170
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40200
req_id = a5763bbd-ab8c-4bd1-82fb-5dde4c3a6df7
response_code = 200
uri = /network-bootstore-config
|
| 1842 | 2024-10-16T19:59:44.726Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8833
local_addr = [fd00:1122:3344:101::1]:43167
method = GET
remote_addr = [fd00:1122:3344:101::d]:54478
req_id = d6ca88ce-a799-4dd4-aa56-64bd9046cb69
response_code = 200
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
uri = /8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1843 | 2024-10-16T19:59:45.912Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47667
|
| 1844 | 2024-10-16T19:59:45.912Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47667
req_id = 8fc37f5b-40f7-4bea-ac7c-b9b563aed5f8
response_code = 200
uri = /vpc-routes
|
| 1845 | 2024-10-16T19:59:45.928Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1846 | 2024-10-16T19:59:45.928Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 61
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47667
req_id = 45839193-bfd4-46fe-876a-ccd37405580d
response_code = 204
uri = /eip-gateways
|
| 1847 | 2024-10-16T19:59:45.938Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 240
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47667
req_id = 0c3d7570-2b72-4e1c-bae7-47c183e25912
response_code = 204
uri = /vpc-routes
|
| 1848 | 2024-10-16T19:59:45.988Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55686
|
| 1849 | 2024-10-16T19:59:45.989Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55686
req_id = 2871d797-3715-4226-ba61-600b7f116aca
response_code = 200
uri = /v2p
|
| 1850 | 2024-10-16T19:59:46.173Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41500
|
| 1851 | 2024-10-16T19:59:46.173Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1852 | 2024-10-16T19:59:46.212Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1853 | 2024-10-16T19:59:46.279Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 105324
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:41500
req_id = e71b7f93-d27e-4bf7-8153-540ff7e0584e
response_code = 204
uri = /switch-ports
|
| 1854 | 2024-10-16T19:59:46.279Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41500
req_id = 877b3316-2a2d-44aa-8445-7f49a04f235a
response_code = 200
uri = /network-bootstore-config
|
| 1855 | 2024-10-16T19:59:51.536Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36824
|
| 1856 | 2024-10-16T19:59:51.536Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 80
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36824
req_id = 4f2195fc-27ba-4fdb-9838-83eedca0c4bc
response_code = 200
uri = /baseboard
|
| 1857 | 2024-10-16T20:00:12.269Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53094
|
| 1858 | 2024-10-16T20:00:12.269Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53094
req_id = 2d595d71-086b-474d-80f9-d4acf1b835d3
response_code = 200
uri = /v2p
|
| 1859 | 2024-10-16T20:00:12.269Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:838
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(14283386) }
|
| 1860 | 2024-10-16T20:00:12.269Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 88
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53094
req_id = d10f44e6-94a0-42ec-8d62-5fe3e8d3d891
response_code = 204
uri = /v2p
|
| 1861 | 2024-10-16T20:00:12.413Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57864
|
| 1862 | 2024-10-16T20:00:12.422Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:555
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14283386))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-a4b9914e170", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f8a2c42f-53fa-4359-aeb3-f8870adb4b43, read_only_parent: Some(Volume { block_size: 512, id: e56b904b-1a95-40e8-9d9e-84e431bb45fc, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e0b5bbce-acb5-4f45-ac2b-9ffc57bc00bb, key: Some("OFTk6RmWUm4Mba0aaar2ufoq4XmcqkjF4vsYpGP76x4="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::16]:19001", "[fd00:1122:3344:101::13]:19001", "[fd00:1122:3344:101::18]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f8a2c42f-53fa-4359-aeb3-f8870adb4b43, key: Some("EO5D6bneG+3M0qqI0LdcwqyUP5jnP1L9jf2vX+1/4FQ="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::15]:19001", "[fd00:1122:3344:101::17]:19000", "[fd00:1122:3344:101::1a]:19000"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: "disk-a4b9914e170" }] }), cloud_init_bytes: Some(..) }
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
metadata = InstanceMetadata { silo_id: fcb878a2-735b-4f01-9b6b-44a1f7c3291d, project_id: e9f305bd-a42d-4d83-bc23-693c3bdddaf1 }
migration_id = None
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-16T20:00:12.413364210Z }
|
| 1863 | 2024-10-16T20:00:12.422Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:588
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
migration_id = None
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1864 | 2024-10-16T20:00:12.422Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:1139
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
migration_id = None
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14283386))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-a4b9914e170", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f8a2c42f-53fa-4359-aeb3-f8870adb4b43, read_only_parent: Some(Volume { block_size: 512, id: e56b904b-1a95-40e8-9d9e-84e431bb45fc, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e0b5bbce-acb5-4f45-ac2b-9ffc57bc00bb, key: Some("OFTk6RmWUm4Mba0aaar2ufoq4XmcqkjF4vsYpGP76x4="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::16]:19001", "[fd00:1122:3344:101::13]:19001", "[fd00:1122:3344:101::18]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f8a2c42f-53fa-4359-aeb3-f8870adb4b43, key: Some("EO5D6bneG+3M0qqI0LdcwqyUP5jnP1L9jf2vX+1/4FQ="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::15]:19001", "[fd00:1122:3344:101::17]:19000", "[fd00:1122:3344:101::1a]:19000"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: "disk-a4b9914e170" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-16T20:00:12.413364210Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
| 1865 | 2024-10-16T20:00:12.424Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 10580
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57864
req_id = 40bdf82c-bea5-4805-970c-d3e037ff116d
response_code = 200
uri = /vmms/c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1866 | 2024-10-16T20:00:12.529Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51964
|
| 1867 | 2024-10-16T20:00:12.531Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1061
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51964
req_id = eb638f7e-645a-4728-8d17-488424b5b929
response_code = 200
uri = /vmms/c6d08ec1-a673-4cfc-a6bf-433d5f4a5913/state
|
| 1868 | 2024-10-16T20:00:12.532Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 14283386 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
| 1869 | 2024-10-16T20:00:12.532Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1870 | 2024-10-16T20:00:12.570Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
file = illumos-utils/src/zone.rs:316
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1871 | 2024-10-16T20:00:12.593Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
file = illumos-utils/src/zone.rs:354
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1872 | 2024-10-16T20:00:12.640Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51198
|
| 1873 | 2024-10-16T20:00:12.640Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51198
req_id = ccfabd51-b51d-4f2b-903c-da5508f062ab
response_code = 200
uri = /vpc-routes
|
| 1874 | 2024-10-16T20:00:12.663Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {367a7cb6-ef5d-4e42-a066-60614409ad53: {10.151.2.176: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}, 10.151.2.175: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}}} }
|
| 1875 | 2024-10-16T20:00:13.720Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1876 | 2024-10-16T20:00:13.721Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913 zone
file = illumos-utils/src/running_zone.rs:488
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
zone = oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1877 | 2024-10-16T20:00:13.929Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913") failed: Property not found. retry in 50.245923ms
file = illumos-utils/src/svc.rs:36
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
zone = oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1878 | 2024-10-16T20:00:13.989Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913") failed: Property not found. retry in 70.920778ms
file = illumos-utils/src/svc.rs:36
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
zone = oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1879 | 2024-10-16T20:00:14.095Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913") failed: Property not found. retry in 242.337826ms
file = illumos-utils/src/svc.rs:36
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
zone = oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1880 | 2024-10-16T20:00:14.096Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65200
|
| 1881 | 2024-10-16T20:00:14.204Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39881
|
| 1882 | 2024-10-16T20:00:14.207Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 248
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39881
req_id = 3cd346e0-1fae-4435-81bc-634f00de6bf3
response_code = 200
uri = /v2p
|
| 1883 | 2024-10-16T20:00:14.307Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34903
|
| 1884 | 2024-10-16T20:00:14.307Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1885 | 2024-10-16T20:00:14.345Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1886 | 2024-10-16T20:00:14.404Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96965
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:34903
req_id = e4591553-a1bc-4cec-93d0-6001e2d05e1f
response_code = 204
uri = /switch-ports
|
| 1887 | 2024-10-16T20:00:14.404Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36257
|
| 1888 | 2024-10-16T20:00:14.408Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56665
|
| 1889 | 2024-10-16T20:00:14.413Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 5339
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34903
req_id = ba6724a0-0c18-4b87-8eb6-5a1e275c33af
response_code = 200
uri = /network-bootstore-config
|
| 1890 | 2024-10-16T20:00:14.413Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 80
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56665
req_id = 8a0a48e3-d4c6-455d-a404-3c456c6306df
response_code = 200
uri = /vpc-routes
|
| 1891 | 2024-10-16T20:00:14.417Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913") failed: Property not found. retry in 211.176699ms
file = illumos-utils/src/svc.rs:36
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
zone = oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1892 | 2024-10-16T20:00:14.421Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46307
|
| 1893 | 2024-10-16T20:00:14.421Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1894 | 2024-10-16T20:00:14.458Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1895 | 2024-10-16T20:00:14.508Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 87618
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:46307
req_id = 1cb91047-9622-4101-bb55-146d98d16383
response_code = 204
uri = /switch-ports
|
| 1896 | 2024-10-16T20:00:14.509Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {367a7cb6-ef5d-4e42-a066-60614409ad53: {10.151.2.176: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}, 10.151.2.175: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}}} }
|
| 1897 | 2024-10-16T20:00:14.509Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52054
|
| 1898 | 2024-10-16T20:00:14.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 219
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56665
req_id = c99fd4bb-8abe-443b-b926-ddd30d2d693f
response_code = 204
uri = /eip-gateways
|
| 1899 | 2024-10-16T20:00:14.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 350
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46307
req_id = a0bb9591-bcda-4ca3-aae8-c7bac5a24391
response_code = 200
uri = /network-bootstore-config
|
| 1900 | 2024-10-16T20:00:14.509Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 220
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52054
req_id = ea177861-d24d-40b5-a6be-8bb2e7cef9ed
response_code = 200
uri = /v2p
|
| 1901 | 2024-10-16T20:00:14.641Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913") failed: Property not found. retry in 879.962676ms
file = illumos-utils/src/svc.rs:36
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
zone = oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1902 | 2024-10-16T20:00:14.725Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7203
local_addr = [fd00:1122:3344:101::1]:43167
method = GET
remote_addr = [fd00:1122:3344:101::d]:54478
req_id = 7b26d513-fd33-4bb1-b661-8c52f2a15dbe
response_code = 200
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
uri = /8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1903 | 2024-10-16T20:00:14.726Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 272
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:56665
req_id = 01659096-c898-4116-b681-241dca019ef8
response_code = 204
uri = /vpc-routes
|
| 1904 | 2024-10-16T20:00:15.534Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913") failed: Property not found. retry in 899.379815ms
file = illumos-utils/src/svc.rs:36
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
zone = oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1905 | 2024-10-16T20:00:15.808Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58319
|
| 1906 | 2024-10-16T20:00:15.808Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 48
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58319
req_id = a5ea0eee-f5a8-4292-9114-746ce394722d
response_code = 200
uri = /vpc-routes
|
| 1907 | 2024-10-16T20:00:15.864Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54968
|
| 1908 | 2024-10-16T20:00:15.891Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {367a7cb6-ef5d-4e42-a066-60614409ad53: {10.151.2.176: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}, 10.151.2.175: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}}} }
|
| 1909 | 2024-10-16T20:00:15.891Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58319
req_id = 0898529e-55f5-4ecb-b395-e75d3d97104c
response_code = 204
uri = /eip-gateways
|
| 1910 | 2024-10-16T20:00:15.968Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57710
|
| 1911 | 2024-10-16T20:00:15.968Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 156
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57710
req_id = 0ce20721-23da-4a7f-addb-2be3397b52c8
response_code = 200
uri = /v2p
|
| 1912 | 2024-10-16T20:00:15.978Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 312
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:58319
req_id = 733882d1-04e6-49ad-bb22-8bffbf6392b5
response_code = 204
uri = /vpc-routes
|
| 1913 | 2024-10-16T20:00:16.009Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:57889
|
| 1914 | 2024-10-16T20:00:16.009Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
| 1915 | 2024-10-16T20:00:16.063Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
| 1916 | 2024-10-16T20:00:16.144Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 134489
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:57889
req_id = f03aa0ab-1515-4721-9fdb-8a4a710d51d2
response_code = 204
uri = /switch-ports
|
| 1917 | 2024-10-16T20:00:16.144Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 136
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:57889
req_id = 10c0ed53-58c2-42c2-8427-29552fc12191
response_code = 200
uri = /network-bootstore-config
|
| 1918 | 2024-10-16T20:00:16.446Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913") failed: Property not found. retry in 1.21701402s
file = illumos-utils/src/svc.rs:36
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
zone = oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1919 | 2024-10-16T20:00:17.675Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913") failed: Property not found. retry in 1.463739753s
file = illumos-utils/src/svc.rs:36
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
zone = oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1920 | 2024-10-16T20:00:19.168Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
file = sled-agent/src/instance.rs:1633
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1921 | 2024-10-16T20:00:19.177Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913") failed: Property not found. retry in 63.049852ms
file = illumos-utils/src/svc.rs:36
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1922 | 2024-10-16T20:00:19.249Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913") failed: Property not found. retry in 63.625315ms
file = illumos-utils/src/svc.rs:36
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1923 | 2024-10-16T20:00:19.323Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913") failed: Property not found. retry in 283.376966ms
file = illumos-utils/src/svc.rs:36
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1924 | 2024-10-16T20:00:19.617Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1642
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1925 | 2024-10-16T20:00:19.655Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1666
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1926 | 2024-10-16T20:00:19.793Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:835
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1927 | 2024-10-16T20:00:19.794Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1205
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1928 | 2024-10-16T20:00:19.794Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7131462
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51198
req_id = 68f6bf76-d34a-418c-b873-df83e9bb7b3b
response_code = 204
uri = /eip-gateways
|
| 1929 | 2024-10-16T20:00:19.794Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 5698632
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65200
req_id = 0ab8e507-e169-4770-9309-18bc6bdbd824
response_code = 200
uri = /vmms/c6d08ec1-a673-4cfc-a6bf-433d5f4a5913/state
|
| 1930 | 2024-10-16T20:00:19.794Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3930099
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54968
req_id = 96995520-bda4-4eba-a4b9-5aa846b5b633
response_code = 200
uri = /vmms/c6d08ec1-a673-4cfc-a6bf-433d5f4a5913/state
|
| 1931 | 2024-10-16T20:00:19.794Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 5385979
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36257
req_id = a4e67518-f6ca-40e1-88eb-7f3cbef06faf
response_code = 200
uri = /vmms/c6d08ec1-a673-4cfc-a6bf-433d5f4a5913/state
|
| 1932 | 2024-10-16T20:00:19.795Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-16T20:00:19.795347661Z }
file = sled-agent/src/instance.rs:685
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1933 | 2024-10-16T20:00:19.795Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:707
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-16T20:00:19.795347661Z }
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1934 | 2024-10-16T20:00:19.795Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-16T20:00:19.795347661Z }, migration_in: None, migration_out: None }
|
| 1935 | 2024-10-16T20:00:19.853Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-16T20:00:19.853203728Z }
file = sled-agent/src/instance.rs:685
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1936 | 2024-10-16T20:00:19.853Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:707
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-16T20:00:19.853203728Z }
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1937 | 2024-10-16T20:00:19.853Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-16T20:00:19.853203728Z }, migration_in: None, migration_out: None }
|
| 1938 | 2024-10-16T20:00:19.879Z | INFO | SledAgent (PortManager): skipping delta compute for subnet
file = illumos-utils/src/opte/port_manager.rs:469
new_vers = RouterVersion { router_id: 4bcef9b8-776c-4019-90d2-10a2467616ee, version: 3 }
old_vers = RouterVersion { router_id: 4bcef9b8-776c-4019-90d2-10a2467616ee, version: 3 }
subnet = RouterId { vni: Vni(14283386), kind: System }
|
| 1939 | 2024-10-16T20:00:19.880Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 499
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51198
req_id = 177ad094-ba53-45d2-8fff-65be1e8d2493
response_code = 204
uri = /vpc-routes
|
| 1940 | 2024-10-16T20:00:19.921Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48604
|
| 1941 | 2024-10-16T20:00:19.921Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 38
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48604
req_id = 7a17a415-3852-4900-b2ff-aad65f3df0a2
response_code = 200
uri = /vpc-routes
|
| 1942 | 2024-10-16T20:00:19.935Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {367a7cb6-ef5d-4e42-a066-60614409ad53: {10.151.2.175: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}, 10.151.2.176: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}}} }
|
| 1943 | 2024-10-16T20:00:19.935Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:48604
req_id = b1873e57-3d85-4a9c-b5da-fdc82d4ce744
response_code = 204
uri = /eip-gateways
|
| 1944 | 2024-10-16T20:00:19.950Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:48604
req_id = 6235ff15-3f89-4459-9793-059151c4364a
response_code = 204
uri = /vpc-routes
|
| 1945 | 2024-10-16T20:00:21.574Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42044
|
| 1946 | 2024-10-16T20:00:21.574Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 30
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:42044
req_id = 2ee8ca8f-8f3d-46a0-9d70-0e10ac4c5e5a
response_code = 200
uri = /baseboard
|
| 1947 | 2024-10-16T20:00:30.493Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34419
|
| 1948 | 2024-10-16T20:00:30.494Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 587
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34419
req_id = 8f736c5b-e59b-44f8-b960-a314ac8a46cc
response_code = 200
uri = /vmms/c6d08ec1-a673-4cfc-a6bf-433d5f4a5913/state
|
| 1949 | 2024-10-16T20:00:30.494Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-16T20:00:30.494470458Z }
file = sled-agent/src/instance.rs:685
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1950 | 2024-10-16T20:00:30.494Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:707
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-16T20:00:30.494470458Z }
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1951 | 2024-10-16T20:00:30.494Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-16T20:00:30.494470458Z }, migration_in: None, migration_out: None }
|
| 1952 | 2024-10-16T20:00:30.507Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-16T20:00:30.507629370Z }
file = sled-agent/src/instance.rs:685
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1953 | 2024-10-16T20:00:30.507Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:707
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-16T20:00:30.507629370Z }
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1954 | 2024-10-16T20:00:30.507Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:721
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1955 | 2024-10-16T20:00:30.507Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1956 | 2024-10-16T20:00:30.507Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 9365585249425199132
n_samples = 6
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1957 | 2024-10-16T20:00:30.508Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 480772193359254998
n_samples = 6
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1958 | 2024-10-16T20:00:30.511Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1959 | 2024-10-16T20:00:30.511Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/debug/bundle/zone", "/pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/07816f51-80ea-42fe-be75-52c288ba7fed/crypt/debug", "/pool/ext/4a0f3222-7021-44c5-8399-6c21f4349e5e/crypt/debug", "/pool/ext/5d388581-9a58-40b6-9601-b0ab9895a4b3/crypt/debug", "/pool/ext/a532db9f-7bac-497d-878d-4a53b79b3824/crypt/debug", "/pool/ext/6abe9959-aff4-4c9a-9969-96fed306cf53/crypt/debug", "/pool/ext/9a11b802-7726-4718-8c0b-c164ebb6bfea/crypt/debug", "/pool/ext/05deb148-f978-4f38-abf2-7bb8f4eebec9/crypt/debug", "/pool/ext/c8f95617-3c42-4eb6-b62d-71b6374646d1/crypt/debug", "/pool/ext/dd14c566-4ce8-4d9e-ab91-21ef96ebaf36/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1960 | 2024-10-16T20:00:31.141Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1142
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913", bundle_id: 19d61012-3de5-4a17-9659-e47f9ba4d1c4 }, time_created: 2024-10-16T20:00:30.511200012Z, version: 0, cause: TerminatedInstance }
|
| 1961 | 2024-10-16T20:00:31.141Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
file = sled-agent/src/instance.rs:935
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1962 | 2024-10-16T20:00:32.903Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:270
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1963 | 2024-10-16T20:00:32.920Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:964
id = RouterId { vni: Vni(14283386), kind: System }
|
| 1964 | 2024-10-16T20:00:32.920Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:964
id = RouterId { vni: Vni(14283386), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
| 1965 | 2024-10-16T20:00:32.920Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-16T20:00:32.920596676Z }, migration_in: None, migration_out: None }
|
| 1966 | 2024-10-16T20:00:32.972Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-16T20:00:32.920596676Z }, migration_in: None, migration_out: None }
|
| 1967 | 2024-10-16T20:00:32.977Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:872
instance_id = 169df468-1fff-4ce6-bf29-edc50fc8e5b2
propolis_id = c6d08ec1-a673-4cfc-a6bf-433d5f4a5913
|
| 1968 | 2024-10-16T20:00:33.476Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36514
|
| 1969 | 2024-10-16T20:00:33.476Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36514
req_id = 172685ab-a103-43b8-a1f3-bf8ec1929b40
response_code = 200
uri = /vpc-routes
|
| 1970 | 2024-10-16T20:00:33.490Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1971 | 2024-10-16T20:00:33.490Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1205
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
|
| 1972 | 2024-10-16T20:00:33.490Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 340
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36514
req_id = 3fdc7347-45e0-4018-91a8-c0604ccbb0f9
response_code = 204
uri = /eip-gateways
|
| 1973 | 2024-10-16T20:00:33.500Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 208
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36514
req_id = 3552c43e-2d1e-4350-b210-8204bab50128
response_code = 204
uri = /vpc-routes
|
| 1974 | 2024-10-16T20:00:33.609Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43443
|
| 1975 | 2024-10-16T20:00:33.609Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43443
req_id = c6c0bd00-f924-4b4f-83e1-f0242b27d24e
response_code = 200
uri = /v2p
|
| 1976 | 2024-10-16T20:00:34.785Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45250
|
| 1977 | 2024-10-16T20:00:34.785Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 162
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45250
req_id = 0bcba5d3-4f05-4f63-921e-25fb1bec8b56
response_code = 200
uri = /v2p
|
| 1978 | 2024-10-16T20:00:34.836Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61034
|
| 1979 | 2024-10-16T20:00:34.836Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61034
req_id = e34fe27e-dedd-477a-97db-4886e0be518a
response_code = 200
uri = /vpc-routes
|
| 1980 | 2024-10-16T20:00:34.850Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1981 | 2024-10-16T20:00:34.850Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61034
req_id = 40d53227-f22f-4fe0-b903-aa6c892edefc
response_code = 204
uri = /eip-gateways
|
| 1982 | 2024-10-16T20:00:34.858Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 184
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:61034
req_id = b4c3238e-5c1b-4f37-a7c1-cae3749d232e
response_code = 204
uri = /vpc-routes
|
| 1983 | 2024-10-16T20:00:35.444Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63247
|
| 1984 | 2024-10-16T20:00:35.444Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63247
req_id = 0511943f-30c9-4626-841a-ed6a54f3365d
response_code = 200
uri = /vpc-routes
|
| 1985 | 2024-10-16T20:00:35.459Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = 8219fdd9-0a75-42c9-91db-deb66a850e5b
values = ExternalIpGatewayMap { mappings: {} }
|
| 1986 | 2024-10-16T20:00:35.459Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63247
req_id = 1696f896-1f60-40cc-bd9c-860905efd1f3
response_code = 204
uri = /eip-gateways
|
| 1987 | 2024-10-16T20:00:35.466Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:63247
req_id = ccd8755b-1fe1-402d-8b76-cc48d1fe8457
response_code = 204
uri = /vpc-routes
|